-- Logs begin at Fri 2022-04-08 01:56:29 UTC, end at Fri 2022-04-08 03:01:12 UTC. -- Apr 08 02:35:28.708626 dv-cinder-837052-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 02:35:30.831041 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.common.config [-] Logging enabled! Apr 08 02:35:30.831678 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev61 Apr 08 02:35:30.831769 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83050) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 08 02:35:30.833939 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.common.config [-] Logging enabled! Apr 08 02:35:30.834184 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev61 Apr 08 02:35:30.834423 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83050) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 08 02:35:30.835408 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 02:35:30.835643 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 02:35:30.835997 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 02:35:30.836214 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 02:35:30.836458 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 02:35:30.836891 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.837224 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.837520 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.837736 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.838039 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.838324 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.838608 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.838911 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.839200 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.839482 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.839757 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.840038 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.840619 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.840894 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.841179 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.841464 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.841682 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] debug = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.841968 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.842372 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.842779 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.843276 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.843369 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.843628 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.843901 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.844186 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.844514 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] host = dv-cinder-837052-1-smb {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.844789 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.845076 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.845361 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.845645 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.845918 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.846193 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.846473 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.846744 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.847042 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] log_file = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.847318 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.847603 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.847889 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.848179 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.848401 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.848622 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.848907 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.849193 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.849467 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.849739 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.850012 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.850281 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.850552 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.850818 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.851129 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.851414 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.851697 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.851968 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.852240 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.852510 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.852780 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.853064 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.853358 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.853610 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.853884 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.854166 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.854432 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.854703 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.855023 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.855310 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.855590 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.855925 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.856195 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.856474 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.856741 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.857016 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.857285 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] use_json = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.857553 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.857818 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.858096 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.858364 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.858634 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.858918 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.859191 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.859473 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.859742 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:30.860034 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.860326 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.860623 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.860905 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.861196 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.861516 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.861806 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.862117 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.862405 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.862690 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.862995 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.863309 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.863595 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.863887 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.864174 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.864444 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.864721 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.865009 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.865284 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.865554 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.865828 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.866111 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.866386 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.866654 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.866952 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.867233 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.867502 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.867769 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.868040 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.868324 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.868596 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.868867 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.869135 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.869406 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.869671 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.869949 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.870218 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.870486 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.870756 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.871054 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.871338 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.871616 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.871890 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.872159 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.872433 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.872699 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.872966 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.873236 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.873504 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.873771 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.874040 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.874307 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.874578 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.874843 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.875146 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.875413 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.875681 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.875950 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.876236 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.876531 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.876804 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.877085 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.877362 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.877640 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.877914 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.878193 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.878469 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.878745 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.879041 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.879334 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.879618 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.879907 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.880188 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.880463 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.880755 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.881031 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.881310 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.881584 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.881857 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.882138 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.882435 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.882775 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.883023 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.883318 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.883607 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.883899 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.884183 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.884488 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.884766 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:30.884984 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 02:35:30.885224 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83050) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 08 02:35:31.283790 dv-cinder-837052-1-smb neutron-server[83050]: INFO keyring.backend [-] Loading KWallet Apr 08 02:35:31.291149 dv-cinder-837052-1-smb neutron-server[83050]: INFO keyring.backend [-] Loading SecretService Apr 08 02:35:31.294303 dv-cinder-837052-1-smb neutron-server[83050]: INFO keyring.backend [-] Loading Windows Apr 08 02:35:31.295651 dv-cinder-837052-1-smb neutron-server[83050]: INFO keyring.backend [-] Loading chainer Apr 08 02:35:31.296210 dv-cinder-837052-1-smb neutron-server[83050]: INFO keyring.backend [-] Loading macOS Apr 08 02:35:31.328986 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 08 02:35:31.329248 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 08 02:35:31.329540 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 08 02:35:31.330969 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 02:35:31.630519 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.630716 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.630978 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.685826 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.686100 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.686321 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.689419 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.689686 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.689942 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.718325 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.718595 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.718860 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.745466 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.745743 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:31.745998 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.060508 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.061166 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.061166 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.061307 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.062216 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.178108 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.178423 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.178698 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.178986 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.179247 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.179548 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.179805 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.180054 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.180310 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.180585 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.180822 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.181077 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.181340 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.181590 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.181853 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.182114 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.182365 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.182616 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.182861 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.183160 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.183500 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.183748 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.184018 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.184295 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.184539 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.184780 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.185161 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:35:32.185395 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:35:32.185627 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:35:32.185857 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:35:32.186088 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:35:32.186316 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:35:32.186867 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 02:35:32.189908 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 02:35:32.193879 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 02:35:32.197709 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 08 02:35:32.199331 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 02:35:32.199768 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 02:35:32.200096 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 02:35:32.200488 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 02:35:32.203277 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 02:35:32.203524 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 02:35:32.203862 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 02:35:32.231562 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 08 02:35:32.232005 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.232308 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83050) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 08 02:35:32.232663 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.233989 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83050) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 02:35:32.234267 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 02:35:32.234505 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 02:35:32.237739 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.238011 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.297181 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 02:35:32.297420 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 02:35:32.297651 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 02:35:32.298010 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 02:35:32.331400 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_db.sqlalchemy.engines [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83050) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 08 02:35:32.664360 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Initializing driver for type 'gre' Apr 08 02:35:32.664925 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] gre ID ranges: [(1, 1000)] Apr 08 02:35:32.728814 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Initializing driver for type 'local' Apr 08 02:35:32.729144 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Initializing driver for type 'vlan' Apr 08 02:35:32.745548 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] VlanTypeDriver initialization complete Apr 08 02:35:32.745879 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Initializing driver for type 'vxlan' Apr 08 02:35:32.746362 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] vxlan ID ranges: [(1, 1000)] Apr 08 02:35:32.805999 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Initializing extension driver 'port_security' Apr 08 02:35:32.806343 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.extensions.port_security [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] PortSecurityExtensionDriver initialization complete Apr 08 02:35:32.806701 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Initializing mechanism driver 'openvswitch' Apr 08 02:35:32.807051 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Initializing mechanism driver 'hyperv' Apr 08 02:35:32.813690 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.plugins.ml2.plugin [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:35:32.814379 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > port after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.814753 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > port after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.815141 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > port after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.815667 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 08 02:35:32.816102 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > subnet after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.816461 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > subnet after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.816810 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > subnet after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.817200 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 08 02:35:32.817610 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > network after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.817960 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > network after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.818310 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > network after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.818696 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 08 02:35:32.819123 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > security_group after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.819472 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > security_group after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.819812 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > security_group after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.820332 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 08 02:35:32.820735 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.821083 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.821426 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.821814 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 08 02:35:32.822260 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] ML2 OVO RPC backend initialized. {{(pid=83050) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 08 02:35:32.822921 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router_interface after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.823287 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.823705 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > network before_response 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.824053 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > networks before_response 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.824399 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > port before_response 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.824776 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > ports before_response 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.825120 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > subnet before_response 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.825464 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > subnets before_response 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.825811 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > network after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.826151 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > network after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.826487 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > network after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.826823 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > port after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.827183 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > port after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.827516 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > port after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.827852 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > subnet after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.828185 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > subnet after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.828518 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > subnet after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.829097 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.plugin [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Modular L2 Plugin initialization complete Apr 08 02:35:32.829425 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading services supported by the core plugin {{(pid=83050) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 02:35:32.829755 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.plugins.ml2.managers [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Got port-security extension from driver 'port_security' Apr 08 02:35:32.830215 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.extensions.vlantransparent [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Disabled vlantransparent extension. Apr 08 02:35:32.830632 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83050) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 02:35:32.830975 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading Plugin: router Apr 08 02:35:32.866814 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router_interface before_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.867234 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router after_create 55549900 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.867600 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router before_create 55549900 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.867962 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.868332 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.868689 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router after_delete 55549900 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.869048 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > floatingip after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.869408 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router after_create 55549900 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.869751 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router after_update 55549900 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.870103 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router after_update 55549900 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.870453 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.870808 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router after_update 55549900 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.871225 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router precommit_update 55549900 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.871617 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: port after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.871960 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: port after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.872296 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: subnet after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.872637 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.872983 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > port precommit_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.873329 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router precommit_create 55549900 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.873672 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: port before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.874017 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router precommit_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.874366 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router after_update 55549900 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.874707 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router precommit_delete 55549900 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.875084 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router precommit_create 55549900 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.875447 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router_interface after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.875774 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router precommit_update 55549900 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.876136 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > agent after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.876483 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > agent after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.876825 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > network after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.877712 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Tracking information for resource: router configured {{(pid=83050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:35:32.878040 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Tracking information for resource: floatingip configured {{(pid=83050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:35:32.882979 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.db.l3_agentschedulers_db [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 02:35:32.883559 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: port after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.883920 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: port after_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.884274 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: port after_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.884626 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: port after_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.885538 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router before_create 55550100 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.885903 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router precommit_delete 55550100 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.886267 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router precommit_create 55550100 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.886622 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > router precommit_update 55550100 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.890983 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.services.provider_configuration [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service providers = [] {{(pid=83050) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 02:35:32.891351 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.db.servicetype_db [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83050) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 02:35:32.894267 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.services.service_base [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 02:35:32.894616 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.services.service_base [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 02:35:32.894953 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.services.service_base [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 02:35:32.895861 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.services.service_base [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 02:35:32.896227 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.services.service_base [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 02:35:32.896599 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:35:32.896918 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 02:35:32.907619 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:35:32.907956 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading Plugin: auto_allocate Apr 08 02:35:32.913818 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: network precommit_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.914192 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: network precommit_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.914779 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:35:32.915074 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading Plugin: tag Apr 08 02:35:32.921605 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:35:32.921938 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading Plugin: timestamp Apr 08 02:35:32.925944 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:35:32.926280 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading Plugin: network_ip_availability Apr 08 02:35:32.931549 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.931919 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.932271 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:32.932985 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:35:32.933302 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading Plugin: flavors Apr 08 02:35:32.937966 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:35:32.938300 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading Plugin: revisions Apr 08 02:35:32.942535 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:35:32.942926 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_concurrency.lockutils [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=83050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 08 02:35:32.943686 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83050) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 08 02:35:32.944020 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Initializing extension manager. Apr 08 02:35:32.944528 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: __init__.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.944876 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: __pycache__ {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.945209 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.945540 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.945870 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: _filter_validation_lib.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.946193 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.946515 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: address_group.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.947296 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.947868 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: address-group Apr 08 02:35:32.948194 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: address_scope.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.948907 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.949417 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: address-scope Apr 08 02:35:32.949789 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: admin_state_down_before_update.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.950720 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.951258 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: router-admin-state-down-before-update Apr 08 02:35:32.951577 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: agent.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.952285 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.952797 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: agent Apr 08 02:35:32.953118 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: agent_resources_synced.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.954030 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.954537 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: agent-resources-synced Apr 08 02:35:32.954860 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: allowedaddresspairs.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.956842 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.957362 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: allowed-address-pairs Apr 08 02:35:32.957692 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: auto_allocated_topology.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.958763 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.959299 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: auto-allocated-topology Apr 08 02:35:32.959619 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: availability_zone.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.960315 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.960817 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: availability_zone Apr 08 02:35:32.961133 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: availability_zone_filter.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.962042 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.962545 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: availability_zone_filter Apr 08 02:35:32.962863 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: data_plane_status.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.963794 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.964291 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 02:35:32.964607 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: default_subnetpools.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.965892 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.966393 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: default-subnetpools Apr 08 02:35:32.966709 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: dhcpagentscheduler.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.967519 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.968021 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: dhcp_agent_scheduler Apr 08 02:35:32.968340 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: dns.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.969252 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.969753 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension dns-integration not supported by any of loaded plugins Apr 08 02:35:32.970071 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: dns_domain_ports.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.971039 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.971545 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 02:35:32.971862 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: dvr.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.972534 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.973046 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: dvr Apr 08 02:35:32.973367 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: empty_string_filtering.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.974270 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.974778 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: empty-string-filtering Apr 08 02:35:32.975124 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.976024 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.976531 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 02:35:32.976848 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.977755 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.978258 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 02:35:32.978575 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: external_net.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.979518 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.980029 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: external-net Apr 08 02:35:32.980347 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: extra_dhcp_opt.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.981302 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.981809 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: extra_dhcp_opt Apr 08 02:35:32.982128 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: extraroute.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.983066 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.983574 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: extraroute Apr 08 02:35:32.983897 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: extraroute_atomic.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.984923 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.985431 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: extraroute-atomic Apr 08 02:35:32.985752 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: filter_validation.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.986413 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.986948 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: filter-validation Apr 08 02:35:32.987272 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: fip_pf_description.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.988185 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.988684 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 02:35:32.988998 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: fip_port_details.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.989916 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.990416 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: fip-port-details Apr 08 02:35:32.990736 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: flavors.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.991988 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.992506 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: flavors Apr 08 02:35:32.992829 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.994482 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.995036 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 02:35:32.995367 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: floatingip_pools.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.996071 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.996610 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: floatingip-pools Apr 08 02:35:32.996933 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: ip_allocation.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.997860 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:32.998368 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 02:35:32.998689 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:32.999696 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.000209 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: ip-substring-filtering Apr 08 02:35:33.000534 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: l2_adjacency.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.001459 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.001963 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 02:35:33.002282 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: l3.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.003274 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.003797 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: router Apr 08 02:35:33.004118 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: l3_conntrack_helper.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.006470 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.007027 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 02:35:33.007356 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.008311 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.008829 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: ext-gw-mode Apr 08 02:35:33.009151 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.010078 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.010595 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: l3-ha Apr 08 02:35:33.010927 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: l3_flavors.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.011871 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.012435 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: l3-flavors Apr 08 02:35:33.012754 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.013680 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.014197 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 02:35:33.014514 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: l3agentscheduler.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.015576 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.016095 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: l3_agent_scheduler Apr 08 02:35:33.016419 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: logging.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.017931 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.018467 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension logging not supported by any of loaded plugins Apr 08 02:35:33.018795 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: metering.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.019571 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.020149 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: metering Apr 08 02:35:33.020475 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.021559 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.022081 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: metering_source_and_destination_fields Apr 08 02:35:33.022414 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: multiprovidernet.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.023365 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.023881 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: multi-provider Apr 08 02:35:33.024206 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: netmtu.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.025124 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.025632 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: net-mtu Apr 08 02:35:33.025955 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: netmtu_writable.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.026877 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.027413 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: net-mtu-writable Apr 08 02:35:33.027770 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: network_availability_zone.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.028456 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.028973 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: network_availability_zone Apr 08 02:35:33.029284 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: network_ip_availability.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.030363 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.030875 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: network-ip-availability Apr 08 02:35:33.031222 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: network_segment_range.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.031999 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.032511 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 02:35:33.032832 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: pagination.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.033817 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.034147 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: pagination Apr 08 02:35:33.034470 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.035425 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.035938 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: port-mac-address-regenerate Apr 08 02:35:33.036263 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: port_resource_request.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.037169 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.037688 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 02:35:33.038007 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: portbindings.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.038976 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.039486 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: binding Apr 08 02:35:33.039806 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: portbindings_extended.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.041072 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.041578 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: binding-extended Apr 08 02:35:33.041901 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: portsecurity.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.042816 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.043417 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: port-security Apr 08 02:35:33.043744 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: project_id.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.044739 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.045062 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: project-id Apr 08 02:35:33.045384 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: providernet.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.046292 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.046802 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: provider Apr 08 02:35:33.047148 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: qos.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.050801 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.051356 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension qos not supported by any of loaded plugins Apr 08 02:35:33.051684 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.052931 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.053448 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 02:35:33.053770 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.054691 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.055233 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 02:35:33.055555 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: qos_default.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.056470 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.056985 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension qos-default not supported by any of loaded plugins Apr 08 02:35:33.057313 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: qos_fip.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.057967 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.058472 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension qos-fip not supported by any of loaded plugins Apr 08 02:35:33.058793 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: qos_gateway_ip.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.059780 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.060292 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 02:35:33.060612 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: qos_port_network_policy.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.061530 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.062038 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 02:35:33.062359 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: qos_rule_type_details.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.063305 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.063815 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 02:35:33.064135 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: qos_rules_alias.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.065193 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.065708 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 02:35:33.066027 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: quotasv2.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.066906 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.067247 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: quotas Apr 08 02:35:33.067575 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: quotasv2_detail.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.069170 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.069502 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: quota_details Apr 08 02:35:33.069824 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: rbac.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.070902 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.071424 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: rbac-policies Apr 08 02:35:33.071751 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: rbac_address_scope.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.072684 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.073188 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: rbac-address-scope Apr 08 02:35:33.073513 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: rbac_security_groups.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.074440 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.075023 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: rbac-security-groups Apr 08 02:35:33.075349 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: rbac_subnetpool.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.076270 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.076776 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: rbac-subnetpool Apr 08 02:35:33.077101 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: revisionifmatch.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.078029 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.078565 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: revision-if-match Apr 08 02:35:33.078904 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: revisions.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.080021 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.080531 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: standard-attr-revisions Apr 08 02:35:33.080853 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: router_availability_zone.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.081529 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.082038 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: router_availability_zone Apr 08 02:35:33.082360 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: routerservicetype.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.083315 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.083822 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension router-service-type not supported by any of loaded plugins Apr 08 02:35:33.084141 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: security_groups_port_filtering.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.085085 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.085594 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: port-security-groups-filtering Apr 08 02:35:33.085915 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: securitygroup.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.097241 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.097778 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: security-group Apr 08 02:35:33.098110 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: segment.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.098919 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.099446 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension segment not supported by any of loaded plugins Apr 08 02:35:33.099772 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.100707 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.101218 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 02:35:33.101543 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: servicetype.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.102647 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.103199 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: service-type Apr 08 02:35:33.103529 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: sorting.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.104506 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.104836 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: sorting Apr 08 02:35:33.105155 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: standard_attr_segment.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.106139 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.106648 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 02:35:33.106994 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: standardattrdescription.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.107652 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.108159 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: standard-attr-description Apr 08 02:35:33.108484 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: stateful_security_group.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.109417 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.109935 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: stateful-security-group Apr 08 02:35:33.110258 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: stdattrs_common.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.110842 dv-cinder-837052-1-smb neutron-server[83050]: WARNING neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 02:35:33.111199 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.112117 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.112628 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 02:35:33.112947 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: subnet_onboard.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.114082 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.114602 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: subnet_onboard Apr 08 02:35:33.114949 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.115889 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.116397 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 02:35:33.116715 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: subnet_service_types.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.117636 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.118149 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: subnet-service-types Apr 08 02:35:33.118470 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: subnetallocation.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.119593 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.120108 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: subnet_allocation Apr 08 02:35:33.120436 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.121112 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.121644 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: subnetpool-prefix-ops Apr 08 02:35:33.121966 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.122907 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.123452 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 02:35:33.123776 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: tagging.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.124807 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.125332 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: standard-attr-tag Apr 08 02:35:33.125658 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: timestamp.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.126856 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.127419 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loaded extension: standard-attr-timestamp Apr 08 02:35:33.127744 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: trunk.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.128780 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.129295 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension trunk not supported by any of loaded plugins Apr 08 02:35:33.129618 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: trunk_details.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.130534 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.131083 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension trunk-details not supported by any of loaded plugins Apr 08 02:35:33.131401 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: uplink_status_propagation.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.132333 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.132842 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 02:35:33.133161 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Loading extension file: vlantransparent.py {{(pid=83050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 02:35:33.133832 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 02:35:33.134341 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 02:35:33.136614 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:network Apr 08 02:35:33.137368 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:subnet Apr 08 02:35:33.137972 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 02:35:33.138746 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:port Apr 08 02:35:33.140026 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.140484 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service FLAVORS assigned prefix: {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.141092 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.141521 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.141857 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:router Apr 08 02:35:33.142523 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:floatingip Apr 08 02:35:33.143265 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service METERING assigned prefix: /metering {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.144675 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:33.145041 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:33.145412 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:35:33.146540 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 02:35:33.147007 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:security_group Apr 08 02:35:33.147677 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 02:35:33.148419 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service CORE assigned prefix: {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.148756 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 02:35:33.149095 dv-cinder-837052-1-smb neutron-server[83050]: WARNING neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] subnetpool is already registered Apr 08 02:35:33.149705 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service CORE assigned prefix: {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.150042 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 02:35:33.150365 dv-cinder-837052-1-smb neutron-server[83050]: WARNING neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] subnetpool is already registered Apr 08 02:35:33.152976 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.153410 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service FLAVORS assigned prefix: {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.154002 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.154420 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.154754 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:router Apr 08 02:35:33.155113 dv-cinder-837052-1-smb neutron-server[83050]: WARNING neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] router is already registered Apr 08 02:35:33.155711 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:floatingip Apr 08 02:35:33.156040 dv-cinder-837052-1-smb neutron-server[83050]: WARNING neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] floatingip is already registered Apr 08 02:35:33.156661 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service METERING assigned prefix: /metering {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.157332 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 02:35:33.157660 dv-cinder-837052-1-smb neutron-server[83050]: WARNING neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] rbac_policy is already registered Apr 08 02:35:33.158193 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:security_group Apr 08 02:35:33.158518 dv-cinder-837052-1-smb neutron-server[83050]: WARNING neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] security_group is already registered Apr 08 02:35:33.159201 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 02:35:33.159531 dv-cinder-837052-1-smb neutron-server[83050]: WARNING neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] security_group_rule is already registered Apr 08 02:35:33.160204 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service CORE assigned prefix: {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.160542 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 02:35:33.160868 dv-cinder-837052-1-smb neutron-server[83050]: WARNING neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] subnetpool is already registered Apr 08 02:35:33.161459 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.v2.resource_helper [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Service CORE assigned prefix: {{(pid=83050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:35:33.161782 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 02:35:33.162104 dv-cinder-837052-1-smb neutron-server[83050]: WARNING neutron.quota.resource_registry [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] subnetpool is already registered Apr 08 02:35:33.162743 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: extensions {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.164227 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: address-groups {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.165852 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: address-scopes {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.167077 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: agents {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.168253 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: auto-allocated-topology {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.169486 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: availability_zones {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.170766 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: dhcp-networks {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.172170 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: dhcp-agents {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.173550 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: routers {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.175363 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: flavors {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.176486 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: service_profiles {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.177678 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: next_providers {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.179187 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: service_profiles {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.180585 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: floatingip-pools {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.181787 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: routers {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.183564 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: floatingips {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.184767 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: l3-routers {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.186097 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: l3-agents {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.187534 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: metering-labels {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.188859 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: metering-label-rules {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.190089 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: network-ip-availabilities {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.191345 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: bindings {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.193852 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: quotas {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.195318 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: quotas {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.196870 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: rbac-policies {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.198141 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: security-groups {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.199355 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: security-group-rules {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.200631 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: service-providers {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.201824 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: subnetpools {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.203245 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: subnetpools {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.204660 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: tags {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.206310 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: tags {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.208121 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: tags {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.209829 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: tags {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.211576 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: tags {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.213221 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: tags {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.214947 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: tags {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.217176 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: tags {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.219018 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: tags {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.220824 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron.api.extensions [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Extended resource: tags {{(pid=83050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 02:35:33.226586 dv-cinder-837052-1-smb neutron-server[83050]: WARNING keystonemiddleware.auth_token [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 02:35:33.231433 dv-cinder-837052-1-smb neutron-server[83050]: WARNING keystonemiddleware.auth_token [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 02:35:33.239364 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_concurrency.lockutils [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Acquired lock "singleton_lock" {{(pid=83050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 08 02:35:33.239844 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_concurrency.lockutils [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Releasing lock "singleton_lock" {{(pid=83050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 08 02:35:33.240487 dv-cinder-837052-1-smb neutron-server[83050]: INFO oslo_service.service [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Starting 2 workers Apr 08 02:35:33.245005 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Started child 83153 {{(pid=83050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 02:35:33.249165 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Started child 83154 {{(pid=83050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 02:35:33.250454 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:33.251194 dv-cinder-837052-1-smb neutron-server[83050]: INFO neutron.service [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 02:35:33.251306 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Notify callbacks [] for process, before_spawn {{(pid=83050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:33.252059 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [-] (83153) wsgi starting up on http://0.0.0.0:9696 Apr 08 02:35:33.253728 dv-cinder-837052-1-smb neutron-server[83050]: INFO oslo_service.service [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Starting 1 workers Apr 08 02:35:33.254088 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:33.255423 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [-] (83154) wsgi starting up on http://0.0.0.0:9696 Apr 08 02:35:33.258622 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Started child 83155 {{(pid=83050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 02:35:33.259171 dv-cinder-837052-1-smb neutron-server[83050]: INFO oslo_service.service [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Starting 1 workers Apr 08 02:35:33.262620 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.service [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] calling RpcWorker wait() {{(pid=83155) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 02:35:33.263210 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.service [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] returning from RpcWorker wait() {{(pid=83155) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 02:35:33.263287 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Started child 83156 {{(pid=83050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 02:35:33.264121 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG neutron_lib.callbacks.manager [None req-b347f479-f475-40ca-86b4-80c0892f2b5e None None] Notify callbacks [] for process, after_spawn {{(pid=83050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:33.264452 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:33.264951 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:35:33.265957 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 08 02:35:33.266139 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 02:35:33.266299 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 02:35:33.266544 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 02:35:33.266881 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 02:35:33.267028 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 02:35:33.267545 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.267845 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.268103 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.268254 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:33.268723 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.268723 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.269175 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.269443 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.269707 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.269960 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.270194 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.270343 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.270529 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.270763 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.271032 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.271318 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.271581 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.271829 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.272084 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.272224 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.272503 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.272757 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.272997 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.273271 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] debug = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.273533 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.274030 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.274250 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.274489 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.274732 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.275022 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.275270 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.275549 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.275786 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.276018 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.276251 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.276508 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.276722 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.276964 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.277248 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.277473 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.277992 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] host = dv-cinder-837052-1-smb {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.278243 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.278481 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.278712 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.278974 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.279238 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.279458 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.279714 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.279978 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.280239 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.280463 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.280710 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.280952 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.281196 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.281439 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_file = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.281614 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_options = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.281847 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.282126 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.282382 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.282602 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.282757 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.282921 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.283170 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.283335 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.283579 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.283798 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.284012 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.284227 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.284461 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.284703 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.284962 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.285197 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.285445 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.285678 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.285920 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.286146 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.286378 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.286622 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.286836 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.287078 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.287297 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.287512 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.287736 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.287950 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.288163 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.288392 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.288658 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.288913 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.289159 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.289387 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.289619 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.289847 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.290087 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.290345 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.290572 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.290821 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.291099 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.291316 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.291548 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.291782 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.292019 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.292230 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] use_json = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.292441 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.292709 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.292908 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.293121 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.293445 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.293657 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.293869 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.294103 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.294317 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.294716 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.295034 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.295357 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.295779 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.296026 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.296390 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.296629 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.296849 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.297109 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.297344 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.297657 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.297799 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:35:33.297952 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.298200 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.298460 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.298717 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.299087 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.299395 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.299775 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.300078 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.300475 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.300637 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.301090 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.301379 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.301604 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.301853 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.301853 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.302306 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.302554 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.302767 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.303026 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.303268 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.303500 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.303790 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.303985 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.304369 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.304799 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.305018 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.305254 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.305471 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.306500 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.306500 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.306500 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.306500 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.308410 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.308410 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.308410 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.308410 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.308410 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.308410 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.308410 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.308410 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.308410 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.311434 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.311434 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.311434 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.311434 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.311434 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.311434 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.311434 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.311434 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.311434 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.312601 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.312601 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.312601 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.312601 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.312601 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.312601 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.312601 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.313522 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.313522 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.313522 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.313522 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.313522 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.314377 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.314377 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.314377 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.314923 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.314923 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.315149 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.315244 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.315489 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.315684 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.315944 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.316131 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.316374 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.316631 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.316829 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.317205 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.317349 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.317559 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.317830 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.318057 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.319515 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.319515 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.319515 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.319515 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.319515 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.319515 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.319934 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.319934 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.320159 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.320431 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.320722 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.321031 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.321257 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.321484 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.321738 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.322016 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.322257 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.322483 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.322705 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.322974 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.323234 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.323501 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.324228 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.324228 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.324228 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.324666 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.324805 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.325160 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.325302 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.325302 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.325302 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.326309 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.326309 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.326578 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.327198 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.327198 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.327198 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.328235 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.328235 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.328235 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.328235 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.328488 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.328561 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.329115 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.329115 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.329297 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.329469 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.329677 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.329896 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.330043 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.330277 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.330507 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.330711 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.330950 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.331178 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.331394 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.331657 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.331875 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.332081 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.332340 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.332568 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.332812 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.333031 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.333218 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.333452 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.333710 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.333925 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.334174 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.334417 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.334644 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.334867 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.335111 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.335341 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.335552 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.335817 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.335978 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.336282 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.336444 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.336637 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.336847 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.337056 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.337284 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.337512 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.337764 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.337997 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.338311 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.338545 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.338786 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.339417 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.339417 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.339902 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.339902 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.339902 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.340823 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.340823 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.340996 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.341175 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.341492 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.341662 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.341791 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.342051 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.342266 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.342483 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.342696 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.342941 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.343161 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.343394 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.343986 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.343986 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.345227 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.345227 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.345486 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.345636 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.345764 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.346099 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.346566 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.346566 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.346795 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.346936 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.347109 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.347344 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.347602 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.347766 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.347966 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.348176 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.348443 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.348673 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.348926 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.349161 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.349448 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.349706 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.349931 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.350191 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.350701 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.350701 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.351014 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.351166 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.351416 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.351632 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.351901 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.352408 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.352541 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.352715 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.352963 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.353515 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.353667 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.355537 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.355537 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.355537 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.355537 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.355537 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.355537 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.355537 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.356070 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.356070 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.356192 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.356378 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.356533 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.356769 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.357072 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.357235 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.357453 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.357682 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.358388 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.358388 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.358388 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.359568 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.359568 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.359568 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.359568 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 02:35:33.360112 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 08 02:35:33.360112 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 02:35:33.360112 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 02:35:33.360112 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 02:35:33.360787 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 02:35:33.360787 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 02:35:33.360787 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.360787 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.361266 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.361266 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.361266 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.361482 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.361482 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.361628 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.361755 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.361910 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.362241 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.362400 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.362637 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.362799 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.363155 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.363477 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.363652 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.363745 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60036) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:35:33.363834 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.364020 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.364124 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.364264 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.364406 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.364544 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] debug = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.364763 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.364899 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.365046 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.365204 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.365358 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.365518 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.365675 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.365831 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.365988 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.366150 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.366306 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.366464 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.366621 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.366777 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.366958 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.367116 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.367282 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] host = dv-cinder-837052-1-smb {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.367434 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.367587 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.367739 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.367893 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.368045 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.368197 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.368349 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.368511 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.368662 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.368814 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.369042 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.369170 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.369273 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.369406 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_file = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.369558 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_options = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.369711 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.369862 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.370021 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.370201 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.370441 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.370574 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.370697 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.370827 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.370976 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.371533 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.371533 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.371533 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.371894 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.371894 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.371894 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.372223 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.372223 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.372465 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.372583 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.372702 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.372823 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.372942 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.373059 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.373500 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.373500 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.373500 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.373822 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.373822 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.374021 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.374124 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.374222 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.374380 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.374536 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.375005 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.375005 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.375005 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.375373 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.375373 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.375596 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.375596 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.375823 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.375943 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.376061 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.376189 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.376309 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.376561 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] use_json = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.376686 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.377370 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.377370 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.377370 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.377370 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.378205 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.378205 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.378657 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0114386 Apr 08 02:35:33.378858 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.378858 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:35:33.378858 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.378858 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.378858 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.379483 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.379483 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.379483 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.379483 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.380256 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.380256 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.380256 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.380256 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.380256 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.380760 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.381042 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.381218 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.381528 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.381832 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.382143 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.382315 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.382477 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.383019 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.383019 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.383019 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.383467 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.383467 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.383467 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.383801 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.383801 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.384024 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.384024 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.384248 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.384377 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.384496 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.384613 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.384747 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.384901 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.385059 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.385216 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.385373 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.385529 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.385695 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.385850 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.386015 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.386174 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.386336 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.386496 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.386657 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.386816 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.387825 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.389123 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.389287 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.389476 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.389645 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.389813 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.389972 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.390128 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.390288 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.390442 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.390623 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.390782 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.390973 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.391117 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.391258 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.391427 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.391586 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.392727 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.392727 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.392727 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.392727 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.392727 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.392727 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.392727 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.392727 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.394524 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.394524 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.394524 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.394524 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.394524 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.394524 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.394524 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.394524 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.398655 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.398655 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.398655 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.398655 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.398655 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.398655 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.398655 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.398655 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.401437 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.401437 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.401437 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.401437 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.401437 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.401437 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.401437 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.401437 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.402775 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.402775 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.402775 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.402775 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.402775 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.402775 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.402775 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.402775 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.404786 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.404786 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.404786 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.404786 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.404786 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.404786 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.404786 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.404786 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406178 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406178 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406178 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406178 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406178 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406178 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406178 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406178 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406757 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406757 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406757 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406757 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406757 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406757 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406757 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.406757 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.409805 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.409805 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.409805 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.409805 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.409805 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.409805 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.409805 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.409805 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.411400 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.411400 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.411400 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.411400 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.411400 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.411400 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.411400 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.411400 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.412699 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.412699 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.412699 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.412699 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.412699 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.412699 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.412699 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.412699 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.415793 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.415793 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.415793 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.415793 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.415793 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.415793 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.415793 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.415793 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.419293 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.419293 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.419293 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.419293 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.419293 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.419293 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.419293 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.419293 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.420246 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.420246 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.420246 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.420246 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.420246 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.420246 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.420246 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.420246 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421125 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421125 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421125 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421125 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421125 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421125 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421125 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421125 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421928 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421928 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421928 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421928 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421928 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421928 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421928 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421928 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.421928 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.422782 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.422782 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.422782 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.422782 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.422782 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.422782 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.422782 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.422782 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.422782 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.425880 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.425880 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.425880 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.425880 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.425880 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.425880 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.425880 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.425880 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.425880 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.427242 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.427242 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.427242 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.427242 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.427242 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.427242 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.427242 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.427242 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.428435 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.428435 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.428435 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.428435 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.428435 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.428435 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.428435 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.428435 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.429426 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.429426 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.429426 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.429426 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.429426 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.429426 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.429426 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.429426 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.430408 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.430408 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.430408 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.430408 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.430408 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.430408 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.430408 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.430408 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.431423 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.431423 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.431423 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.431423 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.431423 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.431423 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.431423 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.431423 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.431423 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.432355 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.432355 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.432355 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.432355 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.432355 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.432355 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.432355 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.432355 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:35:33.433141 dv-cinder-837052-1-smb neutron-server[83050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 02:35:33.433253 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:35:43.519823 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2889335e-6b86-4a93-92ee-a8de1e8cf05b None None] get_active_networks_info from dv-cinder-837052-1-smb {{(pid=83155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 02:35:43.579434 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2889335e-6b86-4a93-92ee-a8de1e8cf05b None None] No non-hosted networks {{(pid=83155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 02:35:43.595644 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.agentschedulers_db [None req-2889335e-6b86-4a93-92ee-a8de1e8cf05b None None] DHCP Agent not found on host dv-cinder-837052-1-smb {{(pid=83155) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 02:35:43.652290 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-7f38137c-bafa-4493-80de-f96be7809952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-980959'] for agent, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:45.787461 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-71e51923-59d9-43d7-87c8-4a4c0709707f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-980959'] for agent, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:45.822754 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-f4c4419c-ac5f-44a6-a8b2-db731b2dc912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:46.637732 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-980959'] for agent, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:46.874588 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-980959'] for agent, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:46.875957 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:46.876492 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:46.877038 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:46.877545 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:46.878099 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:46.878636 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:46.879221 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:46.879741 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:46.880249 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:46.880752 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:46.881251 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:46.881803 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837052-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:35:46.886633 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837052-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:35:48.089746 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-980959'] for agent, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:49.594457 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60134) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:35:49.779193 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.db.l3_hamode_db [None req-716d010c-6320-4c7b-946f-167a007c15c9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 02:35:49.862291 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d010c-6320-4c7b-946f-167a007c15c9 None None] Routers set() bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:35:49.862660 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d010c-6320-4c7b-946f-167a007c15c9 None None] Router IDs set() for agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 08 02:35:50.206798 dv-cinder-837052-1-smb neutron-server[83153]: WARNING oslo_policy.policy [None req-4c6ee56b-7176-41b1-acd5-c9e3eaa5d49a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:35:50.207574 dv-cinder-837052-1-smb neutron-server[83153]: WARNING oslo_policy.policy [None req-4c6ee56b-7176-41b1-acd5-c9e3eaa5d49a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:35:50.429173 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [None req-4c6ee56b-7176-41b1-acd5-c9e3eaa5d49a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 02:35:50.430196 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-4c6ee56b-7176-41b1-acd5-c9e3eaa5d49a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8346281 Apr 08 02:35:52.685789 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60148) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:35:53.098970 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-ad617dff-3b6f-4852-a655-ee19c8dcd12c admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:35:53.152969 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.policy [None req-ad617dff-3b6f-4852-a655-ee19c8dcd12c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83153) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 08 02:35:53.153699 dv-cinder-837052-1-smb neutron-server[83153]: WARNING oslo_policy.policy [None req-ad617dff-3b6f-4852-a655-ee19c8dcd12c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:35:53.154062 dv-cinder-837052-1-smb neutron-server[83153]: WARNING oslo_policy.policy [None req-ad617dff-3b6f-4852-a655-ee19c8dcd12c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:35:53.157356 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.quota [None req-ad617dff-3b6f-4852-a655-ee19c8dcd12c admin admin] Loaded quota_driver: . Apr 08 02:35:53.177991 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-ad617dff-3b6f-4852-a655-ee19c8dcd12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:35:53.260153 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ad617dff-3b6f-4852-a655-ee19c8dcd12c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781778216180', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781778202578', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781778246370', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781778252445', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781778228786', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1846382', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1929699', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-920750', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577171'] for rbac-policy, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:53.338151 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ad617dff-3b6f-4852-a655-ee19c8dcd12c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:53.339298 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-ad617dff-3b6f-4852-a655-ee19c8dcd12c admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6526649 Apr 08 02:35:55.877495 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60162) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:35:56.294128 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '8e1aabbe8c324c2f8e820b047cfd8dae'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:35:56.299199 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:35:56.303933 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Usage tracker for resource:network and tenant:8e1aabbe8c324c2f8e820b047cfd8dae is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:35:56.308764 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:35:56.315008 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:35:56.328043 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Made reservation on behalf of 8e1aabbe8c324c2f8e820b047cfd8dae for: {'network': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:35:56.330837 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:56.350199 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:56.392994 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:35:56.396739 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Usage tracker for resource:security_group_rule and tenant:8e1aabbe8c324c2f8e820b047cfd8dae is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:35:56.399585 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:35:56.405540 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:35:56.479814 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:56.487014 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:56.508130 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=83153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:35:56.535377 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781780681575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:56.535970 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Unsubscribe: segment precommit_create {{(pid=83153) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 02:35:56.536433 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.segments_db [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Added segment d3af9dca-3c48-4608-a25c-298ef6008cfd of type vlan for network a8decc33-8006-4cd5-91b7-ddd16c933b08 Apr 08 02:35:56.550111 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7163705-6d19-444f-9845-3fcc87228b9a,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:35:56.607985 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:56.608247 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:56.608573 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:56.608891 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:56.609210 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:56.609544 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:56.609855 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:56.610178 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:56.610478 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:56.610804 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:56.611125 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Tracked resource versions report: Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: pushed versions: Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: { 'ConntrackHelper': {'1.0'}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'Log': {'1.0'}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'Network': {'1.1'}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'Port': {'1.5'}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'PortForwarding': {'1.2'}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'QosPolicy': {'1.8'}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'SecurityGroup': {'1.2'}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'SecurityGroupRule': {'1.0'}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'SubPort': {'1.0'}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'Subnet': {'1.1'}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'Trunk': {'1.1'}} Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: consumer versions: Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: { DHCP agent@dv-cinder-837052-1-smb: {}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: L3 agent@dv-cinder-837052-1-smb: {}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: Metadata agent@dv-cinder-837052-1-smb: {}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: Metering agent@dv-cinder-837052-1-smb: {}, Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: Open vSwitch agent@dv-cinder-837052-1-smb: { 'ConntrackHelper': '1.0', Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'Log': '1.0', Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'Network': '1.1', Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'Port': '1.5', Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'PortForwarding': '1.2', Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'QosPolicy': '1.8', Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'SecurityGroup': '1.2', Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'SecurityGroupRule': '1.0', Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'SubPort': '1.0', Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'Subnet': '1.1', Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: 'Trunk': '1.1'}} Apr 08 02:35:56.612128 dv-cinder-837052-1-smb neutron-server[83153]: {{(pid=83153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:35:56.650245 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:56.693647 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:56.694586 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:35:56.695295 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:35:56.801565 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] Pushing event updated for resources: {'Network': ['ID=a8decc33-8006-4cd5-91b7-ddd16c933b08,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:35:56.804139 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-757d6455-3a68-4472-9527-8885f32e531e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9255981 Apr 08 02:35:56.829045 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network a8decc33-8006-4cd5-91b7-ddd16c933b08 details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:35:59.408147 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 60178) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:36:00.081249 dv-cinder-837052-1-smb neutron-server[83154]: WARNING oslo_policy.policy [None req-bfeb29c8-64c1-4f69-95b7-158a2d9a80db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:36:00.081799 dv-cinder-837052-1-smb neutron-server[83154]: WARNING oslo_policy.policy [None req-bfeb29c8-64c1-4f69-95b7-158a2d9a80db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:36:00.473299 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.policy [None req-bfeb29c8-64c1-4f69-95b7-158a2d9a80db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83154) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 08 02:36:00.474067 dv-cinder-837052-1-smb neutron-server[83154]: WARNING oslo_policy.policy [None req-bfeb29c8-64c1-4f69-95b7-158a2d9a80db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:36:00.474437 dv-cinder-837052-1-smb neutron-server[83154]: WARNING oslo_policy.policy [None req-bfeb29c8-64c1-4f69-95b7-158a2d9a80db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:36:00.477282 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeb29c8-64c1-4f69-95b7-158a2d9a80db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:36:00.479091 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-bfeb29c8-64c1-4f69-95b7-158a2d9a80db admin admin] 10.222.0.44 "GET /v2.0/networks/a8decc33-8006-4cd5-91b7-ddd16c933b08 HTTP/1.1" status: 200 len: 825 time: 1.0689566 Apr 08 02:36:00.513686 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-b3895427-5091-4b29-be6b-956649b4555f admin admin] 10.222.0.44 "GET /v2.0/subnetpools/eff2a99d-7922-4ded-9d3a-6fdeb6d7dfc0 HTTP/1.1" status: 200 len: 734 time: 0.0263896 Apr 08 02:36:00.521982 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Request body: {'subnet': {'subnetpool_id': 'eff2a99d-7922-4ded-9d3a-6fdeb6d7dfc0', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08', 'ip_version': 4}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:36:00.523540 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.quota [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Loaded quota_driver: . Apr 08 02:36:00.529429 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:36:00.534930 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Usage tracker for resource:subnet and tenant:8e1aabbe8c324c2f8e820b047cfd8dae is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:36:00.538221 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:36:00.545171 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:36:00.562285 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Made reservation on behalf of 8e1aabbe8c324c2f8e820b047cfd8dae for: {'subnet': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:36:00.564926 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:00.879768 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:00.964128 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f1d652-f639-4a59-b7e4-8c739805c996,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:00.966919 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Checking segment: {'id': 'd3af9dca-3c48-4608-a25c-298ef6008cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:36:00.967284 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Network hostable DHCP agents. Network: a8decc33-8006-4cd5-91b7-ddd16c933b08, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:36:00.982866 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:00.983227 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:00.983550 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:00.983874 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:00.984194 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:00.984511 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:00.984819 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:00.985158 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:00.985474 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:00.985784 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:00.986080 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Tracked resource versions report: Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: pushed versions: Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: { 'ConntrackHelper': {'1.0'}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'Log': {'1.0'}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'Network': {'1.1'}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'Port': {'1.5'}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'PortForwarding': {'1.2'}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'QosPolicy': {'1.8'}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'SecurityGroup': {'1.2'}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'SecurityGroupRule': {'1.0'}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'SubPort': {'1.0'}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'Subnet': {'1.1'}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'Trunk': {'1.1'}} Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: consumer versions: Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: { DHCP agent@dv-cinder-837052-1-smb: {}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: L3 agent@dv-cinder-837052-1-smb: {}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: Metadata agent@dv-cinder-837052-1-smb: {}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: Metering agent@dv-cinder-837052-1-smb: {}, Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: Open vSwitch agent@dv-cinder-837052-1-smb: { 'ConntrackHelper': '1.0', Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'Log': '1.0', Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'Network': '1.1', Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'Port': '1.5', Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'PortForwarding': '1.2', Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'QosPolicy': '1.8', Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'SecurityGroup': '1.2', Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'SecurityGroupRule': '1.0', Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'SubPort': '1.0', Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'Subnet': '1.1', Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: 'Trunk': '1.1'}} Apr 08 02:36:00.987126 dv-cinder-837052-1-smb neutron-server[83154]: {{(pid=83154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:36:01.024555 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Network a8decc33-8006-4cd5-91b7-ddd16c933b08 is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:36:01.036970 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, a8decc33-8006-4cd5-91b7-ddd16c933b08) {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:36:01.041652 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:36:01.042291 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:01.047311 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ff70c-a8bf-4723-91a8-c753955f4525 None None] Network a8decc33-8006-4cd5-91b7-ddd16c933b08 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:36:01.067261 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-798a46f1-88e2-43df-ac45-c1135385c220 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5485790 Apr 08 02:36:01.348631 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8512d9dc-47c5-5986-9c3f-75143495aee0-a8decc33-8006-4cd5-91b7-ddd16c933b08', 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'fixed_ips': [{'subnet_id': '26f1d652-f639-4a59-b7e4-8c739805c996'}]}} from dv-cinder-837052-1-smb. {{(pid=83155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 02:36:01.349783 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:01.530005 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.db_base_plugin_common [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Allocated IP 172.20.0.2 (a8decc33-8006-4cd5-91b7-ddd16c933b08/26f1d652-f639-4a59-b7e4-8c739805c996/609d40c4-8974-4ba0-88b7-6591ab266b50) {{(pid=83155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:36:01.749326 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Notify callbacks [] for port, precommit_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:01.763312 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Transition to ACTIVE for port object 609d40c4-8974-4ba0-88b7-6591ab266b50 will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:36:01.783049 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Transition to ACTIVE for port object 609d40c4-8974-4ba0-88b7-6591ab266b50 will not be triggered until provisioned by entity DHCP. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:36:01.790336 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:01.861210 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Network a8decc33-8006-4cd5-91b7-ddd16c933b08 is already hosted by enough agents. {{(pid=83155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:36:01.865065 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.base_scheduler [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Resources bound (agent type, host, resource id): {{(pid=83155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:36:01.866593 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Pushing event updated for resources: {'Port': ['ID=609d40c4-8974-4ba0-88b7-6591ab266b50,revision_number=1']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:01.870034 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Received port after_create {{(pid=83155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:36:01.904971 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:01.905315 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:01.905649 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:01.905976 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:01.906297 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:01.906592 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:01.906926 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:01.907261 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:01.907581 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:01.907896 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:01.908209 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Tracked resource versions report: Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: pushed versions: Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: { 'ConntrackHelper': {'1.0'}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'Log': {'1.0'}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'Network': {'1.1'}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'Port': {'1.5'}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'PortForwarding': {'1.2'}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'QosPolicy': {'1.8'}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'SecurityGroup': {'1.2'}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'SecurityGroupRule': {'1.0'}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'SubPort': {'1.0'}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'Subnet': {'1.1'}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'Trunk': {'1.1'}} Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: consumer versions: Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: { DHCP agent@dv-cinder-837052-1-smb: {}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: L3 agent@dv-cinder-837052-1-smb: {}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: Metadata agent@dv-cinder-837052-1-smb: {}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: Metering agent@dv-cinder-837052-1-smb: {}, Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: Open vSwitch agent@dv-cinder-837052-1-smb: { 'ConntrackHelper': '1.0', Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'Log': '1.0', Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'Network': '1.1', Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'Port': '1.5', Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'PortForwarding': '1.2', Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'QosPolicy': '1.8', Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'SecurityGroup': '1.2', Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'SecurityGroupRule': '1.0', Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'SubPort': '1.0', Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'Subnet': '1.1', Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: 'Trunk': '1.1'}} Apr 08 02:36:01.909285 dv-cinder-837052-1-smb neutron-server[83155]: {{(pid=83155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:36:01.970060 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Attempting to bind port 609d40c4-8974-4ba0-88b7-6591ab266b50 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:36:01.970467 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Attempting to bind port 609d40c4-8974-4ba0-88b7-6591ab266b50 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': 'd3af9dca-3c48-4608-a25c-298ef6008cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:36:01.970871 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Attempting to bind port 609d40c4-8974-4ba0-88b7-6591ab266b50 on network a8decc33-8006-4cd5-91b7-ddd16c933b08 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:36:01.977480 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:36:01.977874 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Checking segment: {'id': 'd3af9dca-3c48-4608-a25c-298ef6008cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:36:01.978333 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:01.978713 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Bound using segment: {'id': 'd3af9dca-3c48-4608-a25c-298ef6008cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:36:01.979256 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Bound port: 609d40c4-8974-4ba0-88b7-6591ab266b50, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3af9dca-3c48-4608-a25c-298ef6008cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:36:01.979633 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:02.064689 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] For port 609d40c4-8974-4ba0-88b7-6591ab266b50, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:36:02.068475 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] For port 609d40c4-8974-4ba0-88b7-6591ab266b50, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=609d40c4-8974-4ba0-88b7-6591ab266b50,segment=NetworkSegment(d3af9dca-3c48-4608-a25c-298ef6008cfd),segment_id=d3af9dca-3c48-4608-a25c-298ef6008cfd)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:36:02.075039 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:02.180554 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4344729-3b7d-414e-aee5-b7fed0219f4d None None] Pushing event updated for resources: {'Port': ['ID=609d40c4-8974-4ba0-88b7-6591ab266b50,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:03.331755 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 60198) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:36:03.730557 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [None req-207613fb-a289-47fd-9eb9-4be717d34cec admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 02:36:03.731579 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-207613fb-a289-47fd-9eb9-4be717d34cec admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3989086 Apr 08 02:36:05.132736 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 609d40c4-8974-4ba0-88b7-6591ab266b50 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:36:05.203108 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 609d40c4-8974-4ba0-88b7-6591ab266b50 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:36:05.684122 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625d642a-3527-4160-b39e-32089b81f5e6 None None] Network a8decc33-8006-4cd5-91b7-ddd16c933b08 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:36:05.770393 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-51a5cac5-cfce-47b4-b848-ca0eca2bdb84 None None] Provisioning for port 609d40c4-8974-4ba0-88b7-6591ab266b50 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:36:05.778218 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-51a5cac5-cfce-47b4-b848-ca0eca2bdb84 None None] Provisioning complete for port 609d40c4-8974-4ba0-88b7-6591ab266b50 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:36:05.778607 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-51a5cac5-cfce-47b4-b848-ca0eca2bdb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:06.002538 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60212) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:36:06.034394 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-51a5cac5-cfce-47b4-b848-ca0eca2bdb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:06.086470 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-51a5cac5-cfce-47b4-b848-ca0eca2bdb84 None None] For port 609d40c4-8974-4ba0-88b7-6591ab266b50, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=609d40c4-8974-4ba0-88b7-6591ab266b50,segment=NetworkSegment(d3af9dca-3c48-4608-a25c-298ef6008cfd),segment_id=d3af9dca-3c48-4608-a25c-298ef6008cfd)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:36:06.094759 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-51a5cac5-cfce-47b4-b848-ca0eca2bdb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:06.178286 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5cac5-cfce-47b4-b848-ca0eca2bdb84 None None] Pushing event updated for resources: {'Port': ['ID=609d40c4-8974-4ba0-88b7-6591ab266b50,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:06.323196 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-01a52657-8a94-4024-971c-442bdad29172 None None] Provisioning complete for port 609d40c4-8974-4ba0-88b7-6591ab266b50 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:36:06.323570 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-01a52657-8a94-4024-971c-442bdad29172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:06.505608 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [None req-4aaca2e7-5e46-4af6-b3a7-b6af45975966 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 02:36:06.506628 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-4aaca2e7-5e46-4af6-b3a7-b6af45975966 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5031173 Apr 08 02:36:07.109817 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 609d40c4-8974-4ba0-88b7-6591ab266b50 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:36:07.181056 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 609d40c4-8974-4ba0-88b7-6591ab266b50 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:36:07.181720 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:09.094025 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60224) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:36:09.483391 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-864bfabd-3e1f-4189-b785-4106d9a4bcc1 admin admin] Request body: {'router': {'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'name': 'router1', 'admin_state_up': True}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:36:09.487899 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-864bfabd-3e1f-4189-b785-4106d9a4bcc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:36:09.492060 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-864bfabd-3e1f-4189-b785-4106d9a4bcc1 admin admin] Usage tracker for resource:router and tenant:8e1aabbe8c324c2f8e820b047cfd8dae is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:36:09.496217 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-864bfabd-3e1f-4189-b785-4106d9a4bcc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:36:09.501927 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-864bfabd-3e1f-4189-b785-4106d9a4bcc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:36:09.515444 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-864bfabd-3e1f-4189-b785-4106d9a4bcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:09.516956 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-864bfabd-3e1f-4189-b785-4106d9a4bcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-916761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5708'] for router, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:09.542331 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-864bfabd-3e1f-4189-b785-4106d9a4bcc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:09.651227 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-864bfabd-3e1f-4189-b785-4106d9a4bcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980346'] for router, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:09.673137 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-864bfabd-3e1f-4189-b785-4106d9a4bcc1 admin admin] Notify callbacks [] for router, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:09.674524 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-864bfabd-3e1f-4189-b785-4106d9a4bcc1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5793374 Apr 08 02:36:11.943528 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60234) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:36:12.364603 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [None req-2f7a8627-26ed-4246-a4dd-fee4668cc13d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 02:36:12.365536 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-2f7a8627-26ed-4246-a4dd-fee4668cc13d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4211829 Apr 08 02:36:13.453158 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d3c04d56-5b0a-4087-ac29-8ceed4832472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:14.610165 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60244) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:36:15.022139 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:36:15.030103 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:36:15.036290 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Usage tracker for resource:network and tenant:a4df3aac3a6e41a5aa8206db21e2fcde is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:36:15.041080 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:36:15.047617 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:36:15.060763 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Made reservation on behalf of a4df3aac3a6e41a5aa8206db21e2fcde for: {'network': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:36:15.063870 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:15.080146 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:15.113070 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:36:15.116948 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Usage tracker for resource:security_group_rule and tenant:a4df3aac3a6e41a5aa8206db21e2fcde is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:36:15.119959 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:36:15.128753 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:36:15.195652 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:15.201254 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:15.218728 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Reserving flat network on physical network physnet1 {{(pid=83153) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 08 02:36:15.238182 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8863d6aa-3104-4512-950f-26cc9f8263d4,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:15.242697 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:15.243067 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.segments_db [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Added segment d7f65395-239a-45dd-b3a9-f80b92fc6fd7 of type flat for network d59c54fc-6a56-459d-9ae4-db8d99a734e0 Apr 08 02:36:15.277438 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:15.315292 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:15.316133 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:36:15.316695 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:15.414304 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] Pushing event updated for resources: {'Network': ['ID=d59c54fc-6a56-459d-9ae4-db8d99a734e0,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:15.417458 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-e1e3f174-34e9-4445-9d68-fa2051db4631 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8063672 Apr 08 02:36:15.426198 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:36:15.774500 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-01948111-a3b0-41f4-ae6a-ba1ce8dd0c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:16.595074 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:16.870940 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:17.670623 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60264) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:36:18.013990 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac0487-1028-4455-9982-7dd072f4c0fd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:36:18.015393 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-1cac0487-1028-4455-9982-7dd072f4c0fd admin admin] 10.222.0.44 "GET /v2.0/subnets/26f1d652-f639-4a59-b7e4-8c739805c996 HTTP/1.1" status: 200 len: 849 time: 0.3427491 Apr 08 02:36:18.030176 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:18.173821 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-67ff81f0-0d2e-446b-9598-d29e5a6b4497 admin admin] 10.222.0.44 "GET /v2.0/routers/780248e7-758d-4771-a5bd-4494cb386338 HTTP/1.1" status: 200 len: 704 time: 0.1530221 Apr 08 02:36:18.643205 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:18.889446 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Allocated IP 172.20.0.1 (a8decc33-8006-4cd5-91b7-ddd16c933b08/26f1d652-f639-4a59-b7e4-8c739805c996/50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:36:19.040299 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:19.058863 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Transition to ACTIVE for port object 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:36:19.110558 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:19.179259 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Network a8decc33-8006-4cd5-91b7-ddd16c933b08 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:36:19.182078 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:36:19.186991 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:19.197711 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:36:19.198256 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980912'] for router_interface, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:19.318519 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:19.365942 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-7f430880-af36-4df5-8126-934ee105d6e1 None None] Provisioning for port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:36:19.371118 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-7f430880-af36-4df5-8126-934ee105d6e1 None None] Provisioning complete for port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:36:19.371492 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-7f430880-af36-4df5-8126-934ee105d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:19.422231 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-7f430880-af36-4df5-8126-934ee105d6e1 None None] Port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:36:19.575316 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:19.583615 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:19.584318 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2029860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-980783'] for router_interface, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:19.708377 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:19.775457 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Network a8decc33-8006-4cd5-91b7-ddd16c933b08 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:36:19.776664 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:36:20.052743 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-9f7666f1-ee1d-442d-9449-e7a09a111bd3 None None] Provisioning complete for port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:36:20.053034 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-9f7666f1-ee1d-442d-9449-e7a09a111bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:20.103614 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-9f7666f1-ee1d-442d-9449-e7a09a111bd3 None None] Port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:36:20.133478 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Router 780248e7-758d-4771-a5bd-4494cb386338 is scheduled to L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a with binding_index 1 {{(pid=83153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 02:36:20.296985 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:36:20.307550 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Sync routers for ids ['780248e7-758d-4771-a5bd-4494cb386338'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:36:20.311171 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-18063c81-9bf3-4f3f-85e6-c5e2d83e4ff1 admin admin] 10.222.0.44 "PUT /v2.0/routers/780248e7-758d-4771-a5bd-4494cb386338/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1296420 Apr 08 02:36:20.321582 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Routers {'780248e7-758d-4771-a5bd-4494cb386338'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:36:20.322528 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:36:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['780248e7-758d-4771-a5bd-4494cb386338'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:36:20.492162 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Set router 780248e7-758d-4771-a5bd-4494cb386338 gateway port host: None {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:36:20.851033 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780248e7-758d-4771-a5bd-4494cb386338', 'name': 'router1', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:36:09Z', 'updated_at': '2022-04-08T02:36:19Z', 'revision_number': 2, 'project_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'gw_port_host': None, '_interfaces': [{'id': '50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f', 'name': '', 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'mac_address': 'fa:16:3e:7d:a5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780248e7-758d-4771-a5bd-4494cb386338', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f1d652-f639-4a59-b7e4-8c739805c996', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:18Z', 'updated_at': '2022-04-08T02:36:19Z', 'revision_number': 2, 'project_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'subnets': [{'id': '26f1d652-f639-4a59-b7e4-8c739805c996', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eff2a99d-7922-4ded-9d3a-6fdeb6d7dfc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:36:20.855856 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Checking router: 780248e7-758d-4771-a5bd-4494cb386338 for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:36:20.856228 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Updating router 780248e7-758d-4771-a5bd-4494cb386338 port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f binding host dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:36:20.908215 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:21.277335 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Notify callbacks [] for port, precommit_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:21.293087 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.provisioning_blocks [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Transition to ACTIVE for port object 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f will not be triggered until provisioned by entity L2. {{(pid=83156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:36:21.300212 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:21.458294 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Pushing event updated for resources: {'Port': ['ID=50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f,revision_number=3']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:21.524675 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:21.524954 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:21.525332 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:21.525599 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:21.525920 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:21.526238 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:21.526552 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:21.526953 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:21.527272 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:21.527623 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:21.527891 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Tracked resource versions report: Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: pushed versions: Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: { 'ConntrackHelper': {'1.0'}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'Log': {'1.0'}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'Network': {'1.1'}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'Port': {'1.5'}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'PortForwarding': {'1.2'}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'QosPolicy': {'1.8'}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'SecurityGroup': {'1.2'}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'SecurityGroupRule': {'1.0'}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'SubPort': {'1.0'}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'Subnet': {'1.1'}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'Trunk': {'1.1'}} Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: consumer versions: Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: { DHCP agent@dv-cinder-837052-1-smb: {}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: L3 agent@dv-cinder-837052-1-smb: {}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: Metadata agent@dv-cinder-837052-1-smb: {}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: Metering agent@dv-cinder-837052-1-smb: {}, Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: Open vSwitch agent@dv-cinder-837052-1-smb: { 'ConntrackHelper': '1.0', Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'Log': '1.0', Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'Network': '1.1', Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'Port': '1.5', Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'PortForwarding': '1.2', Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'QosPolicy': '1.8', Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'SecurityGroup': '1.2', Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'SecurityGroupRule': '1.0', Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'SubPort': '1.0', Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'Subnet': '1.1', Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: 'Trunk': '1.1'}} Apr 08 02:36:21.528947 dv-cinder-837052-1-smb neutron-server[83156]: {{(pid=83156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:36:21.550368 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Attempting to bind port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:36:21.550760 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Attempting to bind port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': 'd3af9dca-3c48-4608-a25c-298ef6008cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08'}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:36:21.551195 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Attempting to bind port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f on network a8decc33-8006-4cd5-91b7-ddd16c933b08 {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:36:21.557349 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:36:21.557770 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Checking segment: {'id': 'd3af9dca-3c48-4608-a25c-298ef6008cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:36:21.558276 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:21.558648 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Bound using segment: {'id': 'd3af9dca-3c48-4608-a25c-298ef6008cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08'} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:36:21.559165 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Bound port: 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3af9dca-3c48-4608-a25c-298ef6008cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08'}}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:36:21.559542 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:21.645381 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] For port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:36:21.649501 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] For port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f,segment=NetworkSegment(d3af9dca-3c48-4608-a25c-298ef6008cfd),segment_id=d3af9dca-3c48-4608-a25c-298ef6008cfd)] {{(pid=83156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:36:21.654481 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:21.735761 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb314480-afa5-43e2-aaa0-89232b5ed602 None None] Pushing event updated for resources: {'Port': ['ID=50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f,revision_number=4']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:21.743302 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Routers {'780248e7-758d-4771-a5bd-4494cb386338'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:36:21.744005 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:36:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['780248e7-758d-4771-a5bd-4494cb386338'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:36:21.895939 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] Set router 780248e7-758d-4771-a5bd-4494cb386338 gateway port host: None {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:36:22.210228 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780248e7-758d-4771-a5bd-4494cb386338', 'name': 'router1', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:36:09Z', 'updated_at': '2022-04-08T02:36:19Z', 'revision_number': 2, 'project_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'gw_port_host': None, '_interfaces': [{'id': '50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f', 'name': '', 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'mac_address': 'fa:16:3e:7d:a5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780248e7-758d-4771-a5bd-4494cb386338', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f1d652-f639-4a59-b7e4-8c739805c996', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:18Z', 'updated_at': '2022-04-08T02:36:21Z', 'revision_number': 4, 'project_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'subnets': [{'id': '26f1d652-f639-4a59-b7e4-8c739805c996', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eff2a99d-7922-4ded-9d3a-6fdeb6d7dfc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:36:22.214696 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f4c87-7a03-463d-b587-e2584809c18d None None] The sync data for ids ['780248e7-758d-4771-a5bd-4494cb386338'] in dv-cinder-837052-1-smb is: [{'id': '780248e7-758d-4771-a5bd-4494cb386338', 'name': 'router1', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:36:09Z', 'updated_at': '2022-04-08T02:36:19Z', 'revision_number': 2, 'project_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'gw_port_host': None, '_interfaces': [{'id': '50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f', 'name': '', 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'mac_address': 'fa:16:3e:7d:a5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780248e7-758d-4771-a5bd-4494cb386338', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f1d652-f639-4a59-b7e4-8c739805c996', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:18Z', 'updated_at': '2022-04-08T02:36:21Z', 'revision_number': 4, 'project_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'subnets': [{'id': '26f1d652-f639-4a59-b7e4-8c739805c996', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eff2a99d-7922-4ded-9d3a-6fdeb6d7dfc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:36:22.343531 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 60288) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:36:22.513040 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b52511-2f8f-4c48-8de8-d8d3fa81feb1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:36:22.514397 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-b9b52511-2f8f-4c48-8de8-d8d3fa81feb1 admin admin] 10.222.0.44 "GET /v2.0/networks/d59c54fc-6a56-459d-9ae4-db8d99a734e0 HTTP/1.1" status: 200 len: 842 time: 0.1699595 Apr 08 02:36:22.523361 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:36:22.528253 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:36:22.531854 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Usage tracker for resource:subnet and tenant:a4df3aac3a6e41a5aa8206db21e2fcde is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:36:22.534576 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:36:22.540495 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:36:22.552434 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Made reservation on behalf of a4df3aac3a6e41a5aa8206db21e2fcde for: {'subnet': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:36:22.555587 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:22.961268 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.objects.ports [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83154) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 02:36:22.961713 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:23.030753 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:23.046926 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Checking segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:36:23.047271 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Network hostable DHCP agents. Network: d59c54fc-6a56-459d-9ae4-db8d99a734e0, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:36:23.070325 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:36:23.092161 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, d59c54fc-6a56-459d-9ae4-db8d99a734e0) {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:36:23.096713 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:36:23.097433 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:23.110925 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e3ca14-5b66-4fb1-9022-afa659a0f1a8 None None] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:36:23.142920 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-bc8542f5-3fbe-41c1-945b-00d6567aad0a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6114142 Apr 08 02:36:23.324564 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 5 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:36:23.341373 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd30596-1710-42dc-8cf4-0e57b1559340 None None] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:36:25.136001 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:36:25.205369 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:36:25.210024 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:36:25.210392 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:25.245849 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60302) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:36:25.322001 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:25.355825 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f,segment=NetworkSegment(d3af9dca-3c48-4608-a25c-298ef6008cfd),segment_id=d3af9dca-3c48-4608-a25c-298ef6008cfd)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:36:25.361281 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:25.423814 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:25.472222 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-e850b904-8419-4198-8eb3-62eda5b90997 admin admin] 10.222.0.44 "GET /v2.0/routers/780248e7-758d-4771-a5bd-4494cb386338 HTTP/1.1" status: 200 len: 710 time: 0.2252142 Apr 08 02:36:25.599208 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba86d83f-d277-485c-8bf7-8ffb97ee9028 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:36:25.599767 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-ba86d83f-d277-485c-8bf7-8ffb97ee9028 admin admin] Synchronizing usage tracker for tenant:a4df3aac3a6e41a5aa8206db21e2fcde on resource:network {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:36:25.618444 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-ba86d83f-d277-485c-8bf7-8ffb97ee9028 admin admin] Unset dirty status for tenant:a4df3aac3a6e41a5aa8206db21e2fcde on resource:network {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:36:25.619728 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-ba86d83f-d277-485c-8bf7-8ffb97ee9028 admin admin] 10.222.0.44 "GET /v2.0/networks/d59c54fc-6a56-459d-9ae4-db8d99a734e0 HTTP/1.1" status: 200 len: 886 time: 0.1424518 Apr 08 02:36:25.628586 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:36:26.150606 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5726'] for router, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:26.341012 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:26.403789 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:26.539146 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Allocated IP 172.28.1.152 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/55ae3755-85ca-4263-9f9e-ce71bbefe34e) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:36:26.681828 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:26.716955 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:26.781490 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:36:26.784059 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:36:26.790294 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:36:26.811962 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Pushing event updated for resources: {'Port': ['ID=55ae3755-85ca-4263-9f9e-ce71bbefe34e,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:26.929045 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:27.093663 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5726'] for router, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:27.097222 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-980332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-980325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968163'] for router, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:27.118660 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:36:27.188458 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:36:27.188818 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:27.344257 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Router 780248e7-758d-4771-a5bd-4494cb386338 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:36:27.537871 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:36:27.546270 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] Notify callbacks [] for router, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:27.547818 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-2d4c8191-761a-4093-a532-844cadd3f292 admin admin] 10.222.0.44 "PUT /v2.0/routers/780248e7-758d-4771-a5bd-4494cb386338 HTTP/1.1" status: 200 len: 890 time: 1.9225516 Apr 08 02:36:27.547951 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Sync routers for ids ['780248e7-758d-4771-a5bd-4494cb386338'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:36:27.561925 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Routers {'780248e7-758d-4771-a5bd-4494cb386338'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:36:27.562615 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:36:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['780248e7-758d-4771-a5bd-4494cb386338'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:36:27.747856 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Set router 780248e7-758d-4771-a5bd-4494cb386338 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:36:28.082733 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780248e7-758d-4771-a5bd-4494cb386338', 'name': 'router1', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '55ae3755-85ca-4263-9f9e-ce71bbefe34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:36:09Z', 'updated_at': '2022-04-08T02:36:26Z', 'revision_number': 4, 'project_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'gw_port': {'id': '55ae3755-85ca-4263-9f9e-ce71bbefe34e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:39:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780248e7-758d-4771-a5bd-4494cb386338', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:26Z', 'updated_at': '2022-04-08T02:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f', 'name': '', 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'mac_address': 'fa:16:3e:7d:a5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780248e7-758d-4771-a5bd-4494cb386338', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f1d652-f639-4a59-b7e4-8c739805c996', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:18Z', 'updated_at': '2022-04-08T02:36:25Z', 'revision_number': 5, 'project_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'subnets': [{'id': '26f1d652-f639-4a59-b7e4-8c739805c996', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eff2a99d-7922-4ded-9d3a-6fdeb6d7dfc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:36:28.087903 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Checking router: 780248e7-758d-4771-a5bd-4494cb386338 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:36:28.088261 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Updating router 780248e7-758d-4771-a5bd-4494cb386338 port 55ae3755-85ca-4263-9f9e-ce71bbefe34e binding host dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:36:28.141035 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:28.463449 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:28.475432 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Transition to ACTIVE for port object 55ae3755-85ca-4263-9f9e-ce71bbefe34e will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:36:28.481706 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:28.559395 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e826929-db80-45dd-9d33-97c3b6e93243 None None] Pushing event updated for resources: {'Port': ['ID=55ae3755-85ca-4263-9f9e-ce71bbefe34e,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:28.563852 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Attempting to bind port 55ae3755-85ca-4263-9f9e-ce71bbefe34e on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:36:28.564314 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Attempting to bind port 55ae3755-85ca-4263-9f9e-ce71bbefe34e by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:36:28.564676 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Attempting to bind port 55ae3755-85ca-4263-9f9e-ce71bbefe34e on network d59c54fc-6a56-459d-9ae4-db8d99a734e0 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:36:28.571623 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:36:28.572012 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Checking segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:36:28.572403 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:28.572783 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Bound using segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:36:28.573243 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Bound port: 55ae3755-85ca-4263-9f9e-ce71bbefe34e, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:36:28.573613 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:28.645878 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] For port 55ae3755-85ca-4263-9f9e-ce71bbefe34e, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:36:28.648967 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] For port 55ae3755-85ca-4263-9f9e-ce71bbefe34e, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=55ae3755-85ca-4263-9f9e-ce71bbefe34e,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:36:28.654976 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:28.753390 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e826929-db80-45dd-9d33-97c3b6e93243 None None] Pushing event updated for resources: {'Port': ['ID=55ae3755-85ca-4263-9f9e-ce71bbefe34e,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:28.757717 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Routers {'780248e7-758d-4771-a5bd-4494cb386338'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:36:28.758315 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:36:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['780248e7-758d-4771-a5bd-4494cb386338'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:36:28.936474 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] Set router 780248e7-758d-4771-a5bd-4494cb386338 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:36:29.250915 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780248e7-758d-4771-a5bd-4494cb386338', 'name': 'router1', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '55ae3755-85ca-4263-9f9e-ce71bbefe34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:36:09Z', 'updated_at': '2022-04-08T02:36:26Z', 'revision_number': 4, 'project_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'gw_port': {'id': '55ae3755-85ca-4263-9f9e-ce71bbefe34e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:39:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780248e7-758d-4771-a5bd-4494cb386338', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:26Z', 'updated_at': '2022-04-08T02:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f', 'name': '', 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'mac_address': 'fa:16:3e:7d:a5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780248e7-758d-4771-a5bd-4494cb386338', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f1d652-f639-4a59-b7e4-8c739805c996', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:18Z', 'updated_at': '2022-04-08T02:36:25Z', 'revision_number': 5, 'project_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'subnets': [{'id': '26f1d652-f639-4a59-b7e4-8c739805c996', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eff2a99d-7922-4ded-9d3a-6fdeb6d7dfc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:36:29.254947 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f619a-e53d-4bf0-95b5-81fb8f9367d3 None None] The sync data for ids ['780248e7-758d-4771-a5bd-4494cb386338'] in dv-cinder-837052-1-smb is: [{'id': '780248e7-758d-4771-a5bd-4494cb386338', 'name': 'router1', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '55ae3755-85ca-4263-9f9e-ce71bbefe34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:36:09Z', 'updated_at': '2022-04-08T02:36:26Z', 'revision_number': 4, 'project_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'gw_port': {'id': '55ae3755-85ca-4263-9f9e-ce71bbefe34e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:39:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780248e7-758d-4771-a5bd-4494cb386338', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:26Z', 'updated_at': '2022-04-08T02:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f', 'name': '', 'network_id': 'a8decc33-8006-4cd5-91b7-ddd16c933b08', 'tenant_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'mac_address': 'fa:16:3e:7d:a5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780248e7-758d-4771-a5bd-4494cb386338', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26f1d652-f639-4a59-b7e4-8c739805c996', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:18Z', 'updated_at': '2022-04-08T02:36:25Z', 'revision_number': 5, 'project_id': '8e1aabbe8c324c2f8e820b047cfd8dae', 'subnets': [{'id': '26f1d652-f639-4a59-b7e4-8c739805c996', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eff2a99d-7922-4ded-9d3a-6fdeb6d7dfc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:36:29.806603 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60312) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:36:29.951930 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-bdc5d7dc-7d22-436c-9ad0-54056932d5d0 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1440222 Apr 08 02:36:31.152248 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 55ae3755-85ca-4263-9f9e-ce71bbefe34e up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:36:31.230114 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 55ae3755-85ca-4263-9f9e-ce71bbefe34e completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:36:31.234846 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 55ae3755-85ca-4263-9f9e-ce71bbefe34e triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:36:31.235225 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:31.345772 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:31.361264 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port 55ae3755-85ca-4263-9f9e-ce71bbefe34e, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=55ae3755-85ca-4263-9f9e-ce71bbefe34e,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:36:31.366154 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:31.430333 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=55ae3755-85ca-4263-9f9e-ce71bbefe34e,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:36:33.133638 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 55ae3755-85ca-4263-9f9e-ce71bbefe34e up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:36:33.224767 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 55ae3755-85ca-4263-9f9e-ce71bbefe34e triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:36:33.225278 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:43.459125 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8af1eaf4-c11d-4d39-bfda-cf55969ad745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:45.778365 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-a8743f86-71d8-4a4a-8faf-bd7e45a8747e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:46.600607 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:46.868351 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:36:48.046930 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:37:00.326129 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 5 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:37:13.454515 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-07ce31f5-6412-4436-870d-8180eae5a7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:37:15.795802 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-36a561cb-e37d-4c2a-9360-14647f149d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:37:16.601081 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:37:16.867011 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:37:18.053083 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:37:37.327157 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 5 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:37:43.461913 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-97acdb31-bc65-4abd-a918-b8cf9bd80307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:37:45.781686 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-7327c3a0-0a16-4ae7-a657-56362e509352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:37:46.604029 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:37:46.867431 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:37:48.057522 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:13.459382 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ce00cbf9-2968-46ef-b776-c436f54579a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:14.328138 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 5 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:38:15.776191 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8007a28f-53fb-4ca3-9585-1a7bf3446549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:16.607277 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:16.862572 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:18.061363 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:31.899693 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60892) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:38:32.004364 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.pecan_wsgi.hooks.translation [None req-92751502-28fd-413a-a79a-00b4f04c023c admin admin] GET failed (client error): The resource could not be found. Apr 08 02:38:32.005565 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-92751502-28fd-413a-a79a-00b4f04c023c admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1047962 Apr 08 02:38:32.139991 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5a31c-ea59-4dd2-91e7-57ee80f881ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:32.141575 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-baa5a31c-ea59-4dd2-91e7-57ee80f881ee admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1320312 Apr 08 02:38:34.173882 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60902) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:38:34.308512 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2dd447-e8cd-46a3-8251-eb278b923442 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:34.309850 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-eb2dd447-e8cd-46a3-8251-eb278b923442 admin admin] 10.222.0.44 "GET /v2.0/subnets/26f1d652-f639-4a59-b7e4-8c739805c996 HTTP/1.1" status: 200 len: 849 time: 0.1350172 Apr 08 02:38:34.319075 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:38:34.434353 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Notify callbacks [] for subnet, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:34.622039 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781780652180'] for subnet, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:34.670208 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:34.671509 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:34.672063 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] 10.222.0.44 "PUT /v2.0/subnets/26f1d652-f639-4a59-b7e4-8c739805c996 HTTP/1.1" status: 200 len: 868 time: 0.3566489 Apr 08 02:38:34.687998 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ded1c6-4924-48e1-b94b-b1b00f6e0b00 None None] Network a8decc33-8006-4cd5-91b7-ddd16c933b08 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:38:34.692085 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f1d652-f639-4a59-b7e4-8c739805c996,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:38:34.701043 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:38:34.701430 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:38:34.701729 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:38:34.702045 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:38:34.702395 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:38:34.702714 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:38:34.703073 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:38:34.703389 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:38:34.703714 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:38:34.704035 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:38:34.704363 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71cd385-7aa5-4a3e-a051-70d8b14520fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:38:35.146345 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-7e0004fd-f909-4445-8f97-66d92c0dc8e6 None None] Provisioning complete for port 609d40c4-8974-4ba0-88b7-6591ab266b50 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:38:35.146711 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-7e0004fd-f909-4445-8f97-66d92c0dc8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:35.272203 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-7e0004fd-f909-4445-8f97-66d92c0dc8e6 None None] Provisioning complete for port 50b2a1ac-e30c-42f9-94d0-67c11b3e6c3f triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:38:35.272456 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-7e0004fd-f909-4445-8f97-66d92c0dc8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:36.695859 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60912) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:38:36.910788 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dccdf8-ed68-4591-ab2a-d9b5fe2f98f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:36.911192 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dccdf8-ed68-4591-ab2a-d9b5fe2f98f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:36.912694 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-a8dccdf8-ed68-4591-ab2a-d9b5fe2f98f4 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2158868 Apr 08 02:38:38.911919 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60922) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:38:39.128986 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1cfc09-5bd5-47fe-90ed-cba56d315ecf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:39.129241 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1cfc09-5bd5-47fe-90ed-cba56d315ecf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:39.130792 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-ad1cfc09-5bd5-47fe-90ed-cba56d315ecf admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2179205 Apr 08 02:38:41.143355 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60932) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:38:41.351322 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bdfa45-41d1-465f-8b3a-bc4095f00a19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:41.352656 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-51bdfa45-41d1-465f-8b3a-bc4095f00a19 admin admin] 10.222.0.44 "GET /v2.0/networks/a8decc33-8006-4cd5-91b7-ddd16c933b08 HTTP/1.1" status: 200 len: 869 time: 0.2083972 Apr 08 02:38:43.383192 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60942) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:38:43.455584 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-60fe8b23-ba1e-429b-b91d-23ea279f1daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:43.578221 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b618721-a472-4ada-b0f0-9aefeb8a3d01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:43.579510 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-6b618721-a472-4ada-b0f0-9aefeb8a3d01 admin admin] 10.222.0.44 "GET /v2.0/networks/d59c54fc-6a56-459d-9ae4-db8d99a734e0 HTTP/1.1" status: 200 len: 886 time: 0.1950529 Apr 08 02:38:45.659629 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 60952) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:38:45.782487 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfb99-c14d-48f7-88ea-57d99decb0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:45.805243 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18894d4-0bd2-4a94-b51a-ea569a51d6cc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:45.805612 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18894d4-0bd2-4a94-b51a-ea569a51d6cc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:45.807193 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-e18894d4-0bd2-4a94-b51a-ea569a51d6cc admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1465952 Apr 08 02:38:46.610486 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:46.868925 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:47.850424 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 60962) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:38:47.993078 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc11e51-55fe-40df-b6b6-34176f89bb99 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:47.993440 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc11e51-55fe-40df-b6b6-34176f89bb99 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:47.994156 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-1bc11e51-55fe-40df-b6b6-34176f89bb99 admin admin] Synchronizing usage tracker for tenant:a4df3aac3a6e41a5aa8206db21e2fcde on resource:subnet {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:38:48.013727 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-1bc11e51-55fe-40df-b6b6-34176f89bb99 admin admin] Unset dirty status for tenant:a4df3aac3a6e41a5aa8206db21e2fcde on resource:subnet {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:38:48.014806 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-1bc11e51-55fe-40df-b6b6-34176f89bb99 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1634166 Apr 08 02:38:48.069612 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:38:50.028694 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 60972) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:38:50.181749 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff1d089-f899-41eb-ba2c-8549614456cb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:50.183090 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-8ff1d089-f899-41eb-ba2c-8549614456cb admin admin] 10.222.0.44 "GET /v2.0/subnets/26f1d652-f639-4a59-b7e4-8c739805c996 HTTP/1.1" status: 200 len: 868 time: 0.1531675 Apr 08 02:38:51.328522 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 5 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:38:52.177227 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 60982) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:38:52.323970 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2dce32-8d2a-4695-b13d-ee8b7440551e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:38:52.325350 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-3c2dce32-8d2a-4695-b13d-ee8b7440551e admin admin] 10.222.0.44 "GET /v2.0/subnets/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f HTTP/1.1" status: 200 len: 816 time: 0.1458759 Apr 08 02:39:09.894282 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 32788) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:39:09.966547 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [None req-68493967-600a-4a2b-81bc-5ee51cc59c99 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 02:39:09.967880 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-68493967-600a-4a2b-81bc-5ee51cc59c99 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0725460 Apr 08 02:39:12.061243 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 32798) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:39:12.157901 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5914af4-3c07-4bf4-84d9-aaf149d275b5 admin admin] GET failed (client error): The resource could not be found. Apr 08 02:39:12.159148 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-f5914af4-3c07-4bf4-84d9-aaf149d275b5 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0969448 Apr 08 02:39:12.334439 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e10c23-87c2-4ed3-9206-9ced60f05b0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:39:12.335934 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-84e10c23-87c2-4ed3-9206-9ced60f05b0b admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1727953 Apr 08 02:39:13.460889 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d5ede857-ddd3-4960-b79a-0852cb32256f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:14.408713 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 32808) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:39:14.487967 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:39:14.494540 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:39:14.506031 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:39:14.519283 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] Made reservation on behalf of a4df3aac3a6e41a5aa8206db21e2fcde for: {'network': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:39:14.521485 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:14.606119 dv-cinder-837052-1-smb neutron-server[83153]: WARNING neutron.services.revisions.revision_plugin [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] Could not find related network for resource to bump revision. Apr 08 02:39:14.618227 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=83153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:39:14.626947 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:14.627284 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.segments_db [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] Added segment 2eddfe58-3529-4b35-8af5-29e237eac46d of type vlan for network f071a834-87fd-4f92-918b-307289d20eb8 Apr 08 02:39:14.650865 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:14.684435 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:14.685240 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:39:14.685800 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:14.780491 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] Pushing event updated for resources: {'Network': ['ID=f071a834-87fd-4f92-918b-307289d20eb8,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:39:14.783445 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-e6b78719-b79a-49ed-a4c5-a4a0622be6a6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3737121 Apr 08 02:39:14.796288 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network f071a834-87fd-4f92-918b-307289d20eb8 details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:39:15.779951 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-a0b9217d-492d-4e98-985e-aaa1f894036e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:16.613858 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:16.805590 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 32818) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:39:16.873084 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:16.899794 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a97c1e-7c84-4054-b357-448739352f58 admin admin] GET failed (client error): The resource could not be found. Apr 08 02:39:16.900981 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-14a97c1e-7c84-4054-b357-448739352f58 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0945175 Apr 08 02:39:17.005554 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6830f714-a9f1-47cc-b62a-af7d7499afac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:39:17.006951 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-6830f714-a9f1-47cc-b62a-af7d7499afac admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1018445 Apr 08 02:39:17.019577 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'f071a834-87fd-4f92-918b-307289d20eb8', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:39:17.024074 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:39:17.033877 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:39:17.045905 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Made reservation on behalf of a4df3aac3a6e41a5aa8206db21e2fcde for: {'subnet': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:39:17.048018 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:17.259578 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:17.325455 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d58acf-d801-4f5a-b7a3-652cdda8f2f9,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:39:17.340738 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:17.341079 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:17.341417 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:17.342091 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:17.342414 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:17.342740 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:17.343089 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:17.343415 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:17.343736 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:17.344029 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:17.344344 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:17.349670 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Checking segment: {'id': '2eddfe58-3529-4b35-8af5-29e237eac46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f071a834-87fd-4f92-918b-307289d20eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:39:17.350020 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Network hostable DHCP agents. Network: f071a834-87fd-4f92-918b-307289d20eb8, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:39:17.373383 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Network f071a834-87fd-4f92-918b-307289d20eb8 is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:39:17.384782 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, f071a834-87fd-4f92-918b-307289d20eb8) {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:39:17.388758 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:39:17.389336 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:17.395073 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf89473b-a943-46bc-8dae-d3b13602b460 None None] Network f071a834-87fd-4f92-918b-307289d20eb8 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:39:17.414573 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-5b10f4e9-682e-4dbe-bfbe-9cd1646d8cbb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3983006 Apr 08 02:39:17.618302 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8512d9dc-47c5-5986-9c3f-75143495aee0-f071a834-87fd-4f92-918b-307289d20eb8', 'network_id': 'f071a834-87fd-4f92-918b-307289d20eb8', 'tenant_id': 'a4df3aac3a6e41a5aa8206db21e2fcde', 'fixed_ips': [{'subnet_id': '17d58acf-d801-4f5a-b7a3-652cdda8f2f9'}]}} from dv-cinder-837052-1-smb. {{(pid=83155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 02:39:17.619193 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:17.776750 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.db_base_plugin_common [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Allocated IP 192.168.233.2 (f071a834-87fd-4f92-918b-307289d20eb8/17d58acf-d801-4f5a-b7a3-652cdda8f2f9/0be2e1d6-ab84-4985-8eaf-8729b602b20c) {{(pid=83155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:39:17.980261 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:17.990613 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Transition to ACTIVE for port object 0be2e1d6-ab84-4985-8eaf-8729b602b20c will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:39:18.010783 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Transition to ACTIVE for port object 0be2e1d6-ab84-4985-8eaf-8729b602b20c will not be triggered until provisioned by entity DHCP. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:39:18.018544 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:18.100572 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Pushing event updated for resources: {'Port': ['ID=0be2e1d6-ab84-4985-8eaf-8729b602b20c,revision_number=1']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:39:18.103673 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Network f071a834-87fd-4f92-918b-307289d20eb8 is already hosted by enough agents. {{(pid=83155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:39:18.108059 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.base_scheduler [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Resources bound (agent type, host, resource id): {{(pid=83155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:39:18.112474 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Received port after_create {{(pid=83155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:39:18.117476 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:18.117814 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:18.118246 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:18.118575 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:18.118904 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:18.119237 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:18.119558 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:18.119894 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:18.120208 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:18.120506 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:18.120817 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:39:18.126943 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:18.205442 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Attempting to bind port 0be2e1d6-ab84-4985-8eaf-8729b602b20c on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:39:18.205903 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Attempting to bind port 0be2e1d6-ab84-4985-8eaf-8729b602b20c by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '2eddfe58-3529-4b35-8af5-29e237eac46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f071a834-87fd-4f92-918b-307289d20eb8'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:39:18.206147 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Attempting to bind port 0be2e1d6-ab84-4985-8eaf-8729b602b20c on network f071a834-87fd-4f92-918b-307289d20eb8 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:39:18.212481 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:39:18.212839 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Checking segment: {'id': '2eddfe58-3529-4b35-8af5-29e237eac46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f071a834-87fd-4f92-918b-307289d20eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:39:18.213230 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:18.213630 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Bound using segment: {'id': '2eddfe58-3529-4b35-8af5-29e237eac46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f071a834-87fd-4f92-918b-307289d20eb8'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:39:18.214090 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Bound port: 0be2e1d6-ab84-4985-8eaf-8729b602b20c, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eddfe58-3529-4b35-8af5-29e237eac46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f071a834-87fd-4f92-918b-307289d20eb8'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:39:18.214460 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:18.323732 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] For port 0be2e1d6-ab84-4985-8eaf-8729b602b20c, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:39:18.326659 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] For port 0be2e1d6-ab84-4985-8eaf-8729b602b20c, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=0be2e1d6-ab84-4985-8eaf-8729b602b20c,segment=NetworkSegment(2eddfe58-3529-4b35-8af5-29e237eac46d),segment_id=2eddfe58-3529-4b35-8af5-29e237eac46d)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:39:18.332901 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:18.409938 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea7725-03eb-4a43-b9e3-cf285995e8d7 None None] Pushing event updated for resources: {'Port': ['ID=0be2e1d6-ab84-4985-8eaf-8729b602b20c,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:39:19.201543 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e5d23-941f-4875-82e3-598e37953780 None None] Network f071a834-87fd-4f92-918b-307289d20eb8 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:39:19.270162 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 0be2e1d6-ab84-4985-8eaf-8729b602b20c up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:39:19.358333 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-c07d860d-1ab1-4981-8d28-563b80d6b8ee None None] Provisioning for port 0be2e1d6-ab84-4985-8eaf-8729b602b20c completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:39:19.453457 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 0be2e1d6-ab84-4985-8eaf-8729b602b20c completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:39:19.461822 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 0be2e1d6-ab84-4985-8eaf-8729b602b20c triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:39:19.462189 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:19.627786 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:19.666296 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port 0be2e1d6-ab84-4985-8eaf-8729b602b20c, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=0be2e1d6-ab84-4985-8eaf-8729b602b20c,segment=NetworkSegment(2eddfe58-3529-4b35-8af5-29e237eac46d),segment_id=2eddfe58-3529-4b35-8af5-29e237eac46d)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:39:19.673622 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:19.750052 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=0be2e1d6-ab84-4985-8eaf-8729b602b20c,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:39:19.806840 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-fc52e060-cd17-4e36-9ce8-e888868983f6 None None] Provisioning complete for port 0be2e1d6-ab84-4985-8eaf-8729b602b20c triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:39:19.807274 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-fc52e060-cd17-4e36-9ce8-e888868983f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:21.206502 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 0be2e1d6-ab84-4985-8eaf-8729b602b20c up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:39:21.274734 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 0be2e1d6-ab84-4985-8eaf-8729b602b20c triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:39:21.275110 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:28.329596 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 5 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:39:43.467670 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-51401e61-de5e-4e9f-bd00-6cb6534dc957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:45.793349 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e0a79e31-d621-4adc-a911-687e6498686a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:46.617155 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:46.879351 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:39:48.071182 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:05.330767 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 5 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:40:13.462035 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-dc4800b6-558c-49e4-8b26-06ae8ea68e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:15.788809 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-c1f666fa-53a2-451d-8628-bf14ff56f4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:16.619284 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:16.875898 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:18.075781 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:35.129734 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 32862) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:40:35.135736 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [None req-c1684f11-be3b-4d4d-91c0-7320e121159d tempest-verify_tempest_config-1101760039 tempest-verify_tempest_config-1101760039-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 02:40:35.136692 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-c1684f11-be3b-4d4d-91c0-7320e121159d tempest-verify_tempest_config-1101760039 tempest-verify_tempest_config-1101760039-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059650 Apr 08 02:40:35.494851 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 32878) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:40:35.640062 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:35.678771 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:40:35.682839 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Usage tracker for resource:security_group_rule and tenant:0d4f5eec120c4765a9eca3a56718fdd0 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:40:35.685642 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:40:35.691383 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:40:35.763734 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:35.773501 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:35.816645 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404960d3-9208-49d6-89c1-e7ad2b8c4e48,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:40:35.825153 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Synchronizing usage tracker for tenant:a4df3aac3a6e41a5aa8206db21e2fcde on resource:security_group {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:40:35.828985 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:40:35.829322 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:40:35.829655 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:40:35.829987 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:40:35.830340 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:40:35.830695 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:40:35.831048 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:40:35.831370 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:40:35.831696 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:40:35.832013 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:40:35.832319 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:40:35.852437 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] Unset dirty status for tenant:a4df3aac3a6e41a5aa8206db21e2fcde on resource:security_group {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:40:35.853925 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-06cd4edd-911e-4c0e-b2f0-00fb5e762082 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d4f5eec120c4765a9eca3a56718fdd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3580337 Apr 08 02:40:35.856828 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 32884) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:40:35.916155 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9927a7a0-701a-4e44-aebd-07d2551044ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:35.941039 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9927a7a0-701a-4e44-aebd-07d2551044ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:36.038737 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9927a7a0-701a-4e44-aebd-07d2551044ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:36.059846 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927a7a0-701a-4e44-aebd-07d2551044ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404960d3-9208-49d6-89c1-e7ad2b8c4e48,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:40:36.067333 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9927a7a0-701a-4e44-aebd-07d2551044ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:36.068451 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-9927a7a0-701a-4e44-aebd-07d2551044ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/404960d3-9208-49d6-89c1-e7ad2b8c4e48 HTTP/1.1" status: 204 len: 168 time: 0.2108071 Apr 08 02:40:42.330862 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 5 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:40:43.469111 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-28ab9818-8627-4064-9cbf-0570c6ef2fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:45.794667 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-3f25e282-48e8-4a46-b31c-47e33d15c69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:46.622789 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:46.877062 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:40:48.077974 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:41:13.474417 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-34f2c2cc-b958-4b2c-8b37-974366685f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:41:15.798506 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1117c19f-ab2d-4eb1-89bb-7fecb3926c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:41:16.635016 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:41:16.873779 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:41:18.094553 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:41:19.342272 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 5 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:41:43.473802 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-f62e34dd-1096-4b0b-978b-fb3d4b4bdaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:41:45.805981 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1316e6a0-c63f-41f8-adc3-1d70f8227d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:41:46.634480 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:41:46.867100 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:41:48.095117 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:41:56.338675 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 5 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:42:13.480879 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e9d08095-95b8-43c8-98dc-244b6aa87610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:42:15.806861 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8f171a19-c936-4977-9aa6-5e9464d1e9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:42:16.639606 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:42:16.870977 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:42:18.096949 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:42:23.520401 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-980959'] for agent, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:42:33.329637 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:42:39.683090 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 32960) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:42:39.835953 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-26dcc9cd-57d5-4470-a9d5-3f4300374f3b admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1517463 Apr 08 02:42:41.873010 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 32974) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:42:41.954066 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-bb330eb8-9029-4481-9fc3-48964af3abcb admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0798361 Apr 08 02:42:43.464903 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-af3d1cb6-f3aa-4d99-9476-1007a049389f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:42:45.803405 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-80ff9346-2b38-4241-813b-37e9fdb8ff55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:42:46.636119 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:42:46.876932 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:42:48.097987 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:42:53.483997 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:43:10.337635 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:43:13.482325 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-4bfdaf87-8051-4b7a-9ae4-2827e222fc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:43:15.806844 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-15fc3204-f2f4-49b9-9005-58a8aca49a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:43:16.649600 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:43:16.874220 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:43:18.106732 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:43:23.477470 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:43:43.468131 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-68086b80-c74c-44f1-9e89-55172c8e389e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:43:45.802379 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-f995b629-97ce-4f8e-9e25-24d435776f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:43:46.642594 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:43:46.869704 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:43:47.328265 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:43:48.105907 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:43:53.471024 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:13.463316 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d0770271-682d-4356-a77f-6ff90ec3c874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:15.797363 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-906c3b30-a14b-4a52-831a-a887df301f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:16.647136 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:16.865678 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:18.108669 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:23.467044 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:24.331190 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:44:25.214485 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33160) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:25.688821 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-975846481-network', 'tenant_id': 'f36689d17778495781486ab15ffa7a19'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:25.694457 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:25.699356 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Usage tracker for resource:network and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:25.703017 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:25.709823 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:25.722300 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Made reservation on behalf of f36689d17778495781486ab15ffa7a19 for: {'network': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:44:25.725029 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:25.737564 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:25.767796 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:25.771613 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Usage tracker for resource:security_group_rule and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:25.774347 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:25.779025 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33182) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:25.785626 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:25.852073 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:25.859349 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:25.892965 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411ae410-c989-45ca-9b00-362e315ce302,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:25.902545 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:25.902968 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:25.903362 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:25.903749 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:25.904186 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:25.904568 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:25.904949 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:25.905417 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:25.905799 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:25.906172 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:25.906620 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Tracked resource versions report: Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: pushed versions: Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: { 'ConntrackHelper': {'1.0'}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'Log': {'1.0'}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'Network': {'1.1'}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'Port': {'1.5'}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'PortForwarding': {'1.2'}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'QosPolicy': {'1.8'}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'SecurityGroup': {'1.2'}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'SecurityGroupRule': {'1.0'}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'SubPort': {'1.0'}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'Subnet': {'1.1'}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'Trunk': {'1.1'}} Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: consumer versions: Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: { DHCP agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: HyperV agent@hv-cinder-83705: {}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: L3 agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: Metadata agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: Metering agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: Open vSwitch agent@dv-cinder-837052-1-smb: { 'ConntrackHelper': '1.0', Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'Log': '1.0', Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'Network': '1.1', Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'Port': '1.5', Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'PortForwarding': '1.2', Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'QosPolicy': '1.8', Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'SecurityGroup': '1.2', Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'SecurityGroupRule': '1.0', Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'SubPort': '1.0', Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'Subnet': '1.1', Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: 'Trunk': '1.1'}} Apr 08 02:44:25.908193 dv-cinder-837052-1-smb neutron-server[83153]: {{(pid=83153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:44:25.919764 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=83153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:44:25.930314 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:25.930819 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.segments_db [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Added segment 5b3ab9dc-959b-4857-9e05-15496ba34eaf of type vlan for network 08bdb27d-9848-4e86-ab5c-accfd09c6385 Apr 08 02:44:25.959431 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:25.985062 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33198) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:25.993131 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:25.994078 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:25.994778 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:26.023684 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33204) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:26.090851 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] Pushing event updated for resources: {'Network': ['ID=08bdb27d-9848-4e86-ab5c-accfd09c6385,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:26.103254 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network 08bdb27d-9848-4e86-ab5c-accfd09c6385 details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:44:26.109128 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-cccbbbd7-27e4-4b00-b6d0-87a77ca5080b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8926184 Apr 08 02:44:26.112396 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33210) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:26.118018 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Request body: {'subnet': {'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-subnet', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:26.122823 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:26.127110 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Usage tracker for resource:subnet and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:26.131136 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:26.138007 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:26.152231 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Made reservation on behalf of f36689d17778495781486ab15ffa7a19 for: {'subnet': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:44:26.154665 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:26.287419 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-542431041-network', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:26.292585 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:26.301474 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Usage tracker for resource:network and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:26.304603 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:26.310854 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:26.321920 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-907902600-network', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:26.331975 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:26.340641 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Usage tracker for resource:network and tenant:d1d586e8af214fe5b20a54f74147d206 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:26.345366 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:26.353137 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Made reservation on behalf of d73314cb194d45a0981f40eece2fdb5a for: {'network': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:44:26.355438 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:26.372661 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:26.382788 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:26.429456 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Made reservation on behalf of d1d586e8af214fe5b20a54f74147d206 for: {'network': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:44:26.431977 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:26.475623 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:26.502202 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:26.515792 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Usage tracker for resource:security_group_rule and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:26.522742 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-771421257-network', 'tenant_id': '34415e6ce02a4c93aa0366457cba00dd'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:26.525714 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:26.551115 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:26.554301 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:26.558448 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Usage tracker for resource:network and tenant:34415e6ce02a4c93aa0366457cba00dd is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:26.561426 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:26.567602 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:26.612241 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:26.614563 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Made reservation on behalf of 34415e6ce02a4c93aa0366457cba00dd for: {'network': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:44:26.617026 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:26.635891 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Usage tracker for resource:security_group_rule and tenant:d1d586e8af214fe5b20a54f74147d206 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:26.644844 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:26.653966 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:26.663971 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:26.671605 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:26.833600 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Checking segment: {'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:44:26.834270 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Network hostable DHCP agents. Network: 08bdb27d-9848-4e86-ab5c-accfd09c6385, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:44:26.854208 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:26.876759 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Usage tracker for resource:security_group_rule and tenant:34415e6ce02a4c93aa0366457cba00dd is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:26.881813 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:26.885058 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:26.893063 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Network 08bdb27d-9848-4e86-ab5c-accfd09c6385 is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:44:26.915112 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:26.917366 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:26.920424 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=64016a0c-f630-4f2c-b2c8-29440d7c30ef,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:26.923541 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, 08bdb27d-9848-4e86-ab5c-accfd09c6385) {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:26.936945 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c1aad-9b70-4558-ab71-2608a9e9daf7 None None] Network 08bdb27d-9848-4e86-ab5c-accfd09c6385 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:44:26.956304 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:26.957662 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:26.983431 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19c198a-7b9d-4fe2-a215-c1d5ef8ad7f7,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:27.029726 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.030348 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.031286 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.031872 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.032412 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.032948 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.033483 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.034008 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.034557 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.035148 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.035682 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Tracked resource versions report: Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: pushed versions: Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: { 'ConntrackHelper': {'1.0'}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'Log': {'1.0'}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'Network': {'1.1'}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'Port': {'1.5'}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'PortForwarding': {'1.2'}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'QosPolicy': {'1.8'}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'SecurityGroup': {'1.2'}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'SecurityGroupRule': {'1.0'}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'SubPort': {'1.0'}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'Subnet': {'1.1'}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'Trunk': {'1.1'}} Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: consumer versions: Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: { DHCP agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: HyperV agent@hv-cinder-83705: {}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: L3 agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: Metadata agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: Metering agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: Open vSwitch agent@dv-cinder-837052-1-smb: { 'ConntrackHelper': '1.0', Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'Log': '1.0', Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'Network': '1.1', Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'Port': '1.5', Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'PortForwarding': '1.2', Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'QosPolicy': '1.8', Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'SecurityGroup': '1.2', Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'SecurityGroupRule': '1.0', Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'SubPort': '1.0', Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'Subnet': '1.1', Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: 'Trunk': '1.1'}} Apr 08 02:44:27.036906 dv-cinder-837052-1-smb neutron-server[83154]: {{(pid=83154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:44:27.049868 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.050565 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.051136 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.051684 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.052242 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.052766 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.053295 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.053814 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.054339 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.054865 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.055465 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:27.067487 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-e0ead3bc-9b89-4c85-b22e-9d1133a67e5e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9540102 Apr 08 02:44:27.069830 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=83154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:44:27.070460 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33254) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:27.078515 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:27.083232 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:27.097070 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Usage tracker for resource:router and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:27.104598 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:27.118403 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:27.136697 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781780681575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.137286 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Unsubscribe: segment precommit_create {{(pid=83154) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 02:44:27.137740 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.segments_db [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Added segment 081d45c1-8b85-4677-873f-6139f8f30580 of type vlan for network 12062f10-b133-4784-86c3-8f4eb869d796 Apr 08 02:44:27.141419 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.143524 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-916761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5708'] for router, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.154718 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.172403 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.177554 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.187753 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=83154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:44:27.196791 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.198242 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.segments_db [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Added segment 1a3322ef-2a60-4c93-828c-17d790429a37 of type vlan for network c6b1e02c-7d4a-4675-b24d-c357b80488e2 Apr 08 02:44:27.243130 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.387053 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.387943 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:27.388529 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.422950 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.423608 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5726'] for router, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.455397 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4692421 Apr 08 02:44:27.466824 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33264) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:27.525235 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Request body: {'subnet': {'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-subnet', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:27.530140 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8512d9dc-47c5-5986-9c3f-75143495aee0-08bdb27d-9848-4e86-ab5c-accfd09c6385', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef'}]}} from dv-cinder-837052-1-smb. {{(pid=83155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 02:44:27.531831 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.537807 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e8de2a-f86d-430a-9115-4026d939dea3,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:27.603352 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:27.634841 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8ed21-b286-41b6-b754-d0080439b90c admin admin] Pushing event updated for resources: {'Network': ['ID=c6b1e02c-7d4a-4675-b24d-c357b80488e2,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:27.640115 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Usage tracker for resource:subnet and tenant:d1d586e8af214fe5b20a54f74147d206 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:27.644715 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.645794 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:27.652029 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.652872 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:27.653436 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.671703 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:27.693444 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9107471 Apr 08 02:44:27.693444 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.694767 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33274) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:27.701200 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Request body: {'subnet': {'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-542431041-subnet', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:27.716650 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:27.723571 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Usage tracker for resource:subnet and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:27.738797 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:27.746552 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:27.802066 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Made reservation on behalf of d73314cb194d45a0981f40eece2fdb5a for: {'subnet': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:44:27.804830 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.830488 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Made reservation on behalf of d1d586e8af214fe5b20a54f74147d206 for: {'subnet': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:44:27.832796 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:27.851774 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.db_base_plugin_common [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Allocated IP 172.20.0.2 (08bdb27d-9848-4e86-ab5c-accfd09c6385/64016a0c-f630-4f2c-b2c8-29440d7c30ef/abe3be50-7ab6-4caf-bba6-0c2e8faec9dd) {{(pid=83155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:44:27.996629 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.037625 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=83154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:44:28.042778 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.051658 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.082391 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c64dab0-956b-4105-ae02-b7ca234eb25a,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:28.090818 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad8041-e0a4-4fd0-b725-5658ddef0a41 admin admin] Pushing event updated for resources: {'Network': ['ID=12062f10-b133-4784-86c3-8f4eb869d796,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:28.103046 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.103388 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.segments_db [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Added segment 8cf213b3-a001-422e-9b78-e434eac60733 of type vlan for network 123d45b2-2ba3-467e-8d7d-983caaf0d124 Apr 08 02:44:28.109497 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Notify callbacks [] for port, precommit_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.127591 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Transition to ACTIVE for port object abe3be50-7ab6-4caf-bba6-0c2e8faec9dd will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:28.157995 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7e6887-01fe-47d5-be3f-856517da1e35,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:28.165068 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.182183 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Transition to ACTIVE for port object abe3be50-7ab6-4caf-bba6-0c2e8faec9dd will not be triggered until provisioned by entity DHCP. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:28.183543 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Checking segment: {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:44:28.183917 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Network hostable DHCP agents. Network: c6b1e02c-7d4a-4675-b24d-c357b80488e2, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:44:28.195442 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network c6b1e02c-7d4a-4675-b24d-c357b80488e2 details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:44:28.217522 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.218375 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:28.219484 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.234247 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network 12062f10-b133-4784-86c3-8f4eb869d796 details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:44:28.246774 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Network c6b1e02c-7d4a-4675-b24d-c357b80488e2 is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:44:28.291193 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, c6b1e02c-7d4a-4675-b24d-c357b80488e2) {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:28.361212 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:28.361798 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.390396 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3625057 Apr 08 02:44:28.392397 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33292) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:28.400649 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Request body: {'subnet': {'network_id': '123d45b2-2ba3-467e-8d7d-983caaf0d124', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-771421257-subnet', 'tenant_id': '34415e6ce02a4c93aa0366457cba00dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:28.405096 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:28.408952 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Usage tracker for resource:subnet and tenant:34415e6ce02a4c93aa0366457cba00dd is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:28.411774 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:28.417515 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:28.425056 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7dd23-f55c-4d0e-b14e-153c23f9c112 admin admin] Pushing event updated for resources: {'Network': ['ID=123d45b2-2ba3-467e-8d7d-983caaf0d124,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:28.428185 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-bf152cc9-b59d-4517-89f7-9603f81bbed6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9161305 Apr 08 02:44:28.431380 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33296) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:28.437225 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:28.441721 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:28.450052 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Usage tracker for resource:router and tenant:d1d586e8af214fe5b20a54f74147d206 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:28.453868 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:28.456491 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Made reservation on behalf of 34415e6ce02a4c93aa0366457cba00dd for: {'subnet': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:44:28.458722 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Notify callbacks [] for subnet, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.478715 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:28.486466 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Allocated IP 172.28.1.118 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:44:28.500819 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1fdc45-0bae-45b6-9ee9-f7098d6fdd2d None None] Network c6b1e02c-7d4a-4675-b24d-c357b80488e2 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:44:28.551412 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.552923 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-916761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5708'] for router, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.596282 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.638480 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.641713 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network 123d45b2-2ba3-467e-8d7d-983caaf0d124 details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:44:28.767376 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:28.855349 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57980487-889a-49d9-bd17-72de232f8919,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:28.998667 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.012509 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Checking segment: {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:44:29.012867 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Network hostable DHCP agents. Network: 12062f10-b133-4784-86c3-8f4eb869d796, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:44:29.036570 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.088181 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Network 12062f10-b133-4784-86c3-8f4eb869d796 is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:44:29.100712 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5726'] for router, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.117170 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, 12062f10-b133-4784-86c3-8f4eb869d796) {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:29.124585 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:29.125314 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.172491 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.248799 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:29.254598 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a770a8d1-56f5-4959-a0e7-52574b84b024,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:29.256652 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:29.267554 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:44:29.284428 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Pushing event updated for resources: {'Port': ['ID=abe3be50-7ab6-4caf-bba6-0c2e8faec9dd,revision_number=1']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:29.286921 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8512d9dc-47c5-5986-9c3f-75143495aee0-c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35'}]}} from dv-cinder-837052-1-smb. {{(pid=83155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 02:44:29.287702 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.312478 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e055e093-e95d-4ce5-bf15-2ea275bddaf0 None None] Network 12062f10-b133-4784-86c3-8f4eb869d796 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:44:29.344693 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Checking segment: {'id': '8cf213b3-a001-422e-9b78-e434eac60733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '123d45b2-2ba3-467e-8d7d-983caaf0d124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:44:29.345105 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Network hostable DHCP agents. Network: 123d45b2-2ba3-467e-8d7d-983caaf0d124, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:44:29.360320 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-2d3d9ffb-c5c3-48d2-a695-2bf6a4d6e120 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6643913 Apr 08 02:44:29.362188 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33330) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:29.370000 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:29.377793 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:29.385840 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Usage tracker for resource:router and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:29.389383 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Pushing event updated for resources: {'Port': ['ID=d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:29.392054 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:29.401207 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:29.406237 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.407107 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980346'] for router, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.410048 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Network 08bdb27d-9848-4e86-ab5c-accfd09c6385 is already hosted by enough agents. {{(pid=83155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:29.415624 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Network 123d45b2-2ba3-467e-8d7d-983caaf0d124 is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:44:29.426685 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.base_scheduler [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Resources bound (agent type, host, resource id): {{(pid=83155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:29.434190 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.435153 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-916761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5708'] for router, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.442427 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, 123d45b2-2ba3-467e-8d7d-983caaf0d124) {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:29.448664 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:29.449138 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.502981 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9689c60-f65b-4f3c-ad66-08cc0ca177d0 None None] Network 123d45b2-2ba3-467e-8d7d-983caaf0d124 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:44:29.521824 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.524053 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-3f894c92-b8be-4abc-bace-199a45bfffce admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1295700 Apr 08 02:44:29.527908 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Received port after_create {{(pid=83155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:44:29.539364 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:29.539687 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:29.540012 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:29.540337 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:29.540671 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:29.540979 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:29.541335 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:29.541653 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:29.541964 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:29.542271 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:29.542899 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Tracked resource versions report: Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: pushed versions: Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: { 'ConntrackHelper': {'1.0'}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'Log': {'1.0'}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'Network': {'1.1'}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'Port': {'1.5'}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'PortForwarding': {'1.2'}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'QosPolicy': {'1.8'}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'SecurityGroup': {'1.2'}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'SecurityGroupRule': {'1.0'}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'SubPort': {'1.0'}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'Subnet': {'1.1'}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'Trunk': {'1.1'}} Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: consumer versions: Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: { DHCP agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: HyperV agent@hv-cinder-83705: {}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: L3 agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: Metadata agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: Metering agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: Open vSwitch agent@dv-cinder-837052-1-smb: { 'ConntrackHelper': '1.0', Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'Log': '1.0', Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'Network': '1.1', Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'Port': '1.5', Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'PortForwarding': '1.2', Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'QosPolicy': '1.8', Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'SecurityGroup': '1.2', Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'SecurityGroupRule': '1.0', Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'SubPort': '1.0', Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'Subnet': '1.1', Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: 'Trunk': '1.1'}} Apr 08 02:44:29.543900 dv-cinder-837052-1-smb neutron-server[83155]: {{(pid=83155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:44:29.563805 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.606146 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:29.854853 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Router 34035e03-db2f-4f88-a910-5d0fcfa2a57c is scheduled to L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a with binding_index 1 {{(pid=83153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 02:44:30.054473 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Allocated IP 172.28.1.135 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/680692b2-2e5c-4d37-ab69-dcd03d6fe4d7) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:44:30.178378 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.db_base_plugin_common [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Allocated IP 172.20.0.2 (c6b1e02c-7d4a-4675-b24d-c357b80488e2/ea7e6887-01fe-47d5-be3f-856517da1e35/e5bb8875-aa06-462a-8c91-57d7a1474c1f) {{(pid=83155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:44:30.271029 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8512d9dc-47c5-5986-9c3f-75143495aee0-12062f10-b133-4784-86c3-8f4eb869d796', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919'}]}} from dv-cinder-837052-1-smb. {{(pid=83155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 02:44:30.272057 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:30.296867 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:30.314181 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:44:30.324248 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Sync routers for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:44:30.340865 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:44:30.345437 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:44:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:30.357188 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] Notify callbacks [] for router, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:30.359185 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-8cc59895-ffa4-42b0-8070-77d5063de781 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2876329 Apr 08 02:44:30.360811 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:30.362263 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33378) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:30.573150 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.db_base_plugin_common [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Allocated IP 172.20.0.2 (12062f10-b133-4784-86c3-8f4eb869d796/57980487-889a-49d9-bd17-72de232f8919/62a8da77-57c6-4208-9874-605b75670f95) {{(pid=83155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:44:30.590379 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5726'] for router, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:30.629439 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33394) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:30.640023 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7bc1f0-c8bd-49df-872f-0fff6e350d2f None None] Network 123d45b2-2ba3-467e-8d7d-983caaf0d124 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:44:30.654577 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:30.660622 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:30.672651 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Attempting to bind port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:44:30.673197 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Attempting to bind port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:44:30.673979 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Attempting to bind port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd on network 08bdb27d-9848-4e86-ab5c-accfd09c6385 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:44:30.689807 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:44:30.707270 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:44:30.971198 dv-cinder-837052-1-smb neutron-server[83154]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 02:44:31.047276 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Pushing event updated for resources: {'Port': ['ID=680692b2-2e5c-4d37-ab69-dcd03d6fe4d7,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:31.117161 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:44:31.117651 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Checking segment: {'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:44:31.118218 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:31.118733 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Bound using segment: {'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:44:31.119317 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Bound port: abe3be50-7ab6-4caf-bba6-0c2e8faec9dd, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:44:31.119777 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:31.194001 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:31.268534 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Transition to ACTIVE for port object e5bb8875-aa06-462a-8c91-57d7a1474c1f will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:31.313844 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:29Z', 'revision_number': 3, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:31.324514 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Checking router: 34035e03-db2f-4f88-a910-5d0fcfa2a57c for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:44:31.325591 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Updating router 34035e03-db2f-4f88-a910-5d0fcfa2a57c port d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e binding host dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:44:31.382113 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33416) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:31.390586 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-820c86b1-40ca-4118-8f8b-304a51a1651c tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:31.391363 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-820c86b1-40ca-4118-8f8b-304a51a1651c tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Synchronizing usage tracker for tenant:34415e6ce02a4c93aa0366457cba00dd on resource:network {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:44:31.406419 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:31.429086 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-820c86b1-40ca-4118-8f8b-304a51a1651c tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Unset dirty status for tenant:34415e6ce02a4c93aa0366457cba00dd on resource:network {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:44:31.436647 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-820c86b1-40ca-4118-8f8b-304a51a1651c tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/networks?id=123d45b2-2ba3-467e-8d7d-983caaf0d124 HTTP/1.1" status: 200 len: 811 time: 0.8026736 Apr 08 02:44:31.449292 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Transition to ACTIVE for port object e5bb8875-aa06-462a-8c91-57d7a1474c1f will not be triggered until provisioned by entity DHCP. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:31.490170 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-e24202ae-31a0-45ea-aee6-7e9264a3b75f tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/quotas/34415e6ce02a4c93aa0366457cba00dd HTTP/1.1" status: 200 len: 375 time: 0.0523565 Apr 08 02:44:31.576398 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] For port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:44:31.605458 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:31.605870 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-dce2ada9-570c-4dbb-8a63-d067fe700c29 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=34415e6ce02a4c93aa0366457cba00dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1139610 Apr 08 02:44:31.639553 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:31.639553 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980346'] for router, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:31.837024 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-48c4be72-1b8c-4680-93c4-b524220b360a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:31.886272 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] For port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=abe3be50-7ab6-4caf-bba6-0c2e8faec9dd,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:44:31.917139 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Notify callbacks [] for port, precommit_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:31.941629 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:31.951596 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:31.952338 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:31.968442 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.provisioning_blocks [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Transition to ACTIVE for port object d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e will not be triggered until provisioned by entity L2. {{(pid=83156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:31.970599 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-48c4be72-1b8c-4680-93c4-b524220b360a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:31.978473 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-48c4be72-1b8c-4680-93c4-b524220b360a admin admin] Usage tracker for resource:security_group_rule and tenant:b9557ebfc56448c8b1482397fc8919a6 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:31.981642 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-48c4be72-1b8c-4680-93c4-b524220b360a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:31.987530 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:31.989798 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:32.055153 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Network c6b1e02c-7d4a-4675-b24d-c357b80488e2 is already hosted by enough agents. {{(pid=83155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:32.091284 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-dffb9923-8f5d-448d-aa4e-ab0db9c581e8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 02:44:32.094785 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Attempting to bind port d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:44:32.095273 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Attempting to bind port d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:44:32.095716 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Attempting to bind port d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e on network d59c54fc-6a56-459d-9ae4-db8d99a734e0 {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:44:32.102835 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-dffb9923-8f5d-448d-aa4e-ab0db9c581e8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2873580 Apr 08 02:44:32.110703 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:44:32.111256 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Checking segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:44:32.111745 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:32.112219 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Bound using segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:44:32.112888 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Bound port: d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:44:32.113263 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:32.125136 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Notify callbacks [] for port, precommit_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:32.129146 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Pushing event updated for resources: {'Port': ['ID=e5bb8875-aa06-462a-8c91-57d7a1474c1f,revision_number=1']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:32.200359 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] For port d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:44:32.203954 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.base_scheduler [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Resources bound (agent type, host, resource id): {{(pid=83155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:32.205312 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] For port d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:44:32.226046 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:32.236549 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Received port after_create {{(pid=83155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:44:32.239002 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Allocated IP 172.20.0.1 (08bdb27d-9848-4e86-ab5c-accfd09c6385/64016a0c-f630-4f2c-b2c8-29440d7c30ef/e98404c7-e373-4cfe-9612-6b77201c9be7) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:44:32.289099 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Transition to ACTIVE for port object 62a8da77-57c6-4208-9874-605b75670f95 will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:32.293877 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:44:32.295061 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:44:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:32.441800 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12aff1-b5e7-4fb9-b9ad-6fba03ff52bb None None] Pushing event updated for resources: {'Port': ['ID=abe3be50-7ab6-4caf-bba6-0c2e8faec9dd,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:32.455777 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Transition to ACTIVE for port object 62a8da77-57c6-4208-9874-605b75670f95 will not be triggered until provisioned by entity DHCP. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:32.466708 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Attempting to bind port e5bb8875-aa06-462a-8c91-57d7a1474c1f on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:44:32.479616 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Attempting to bind port e5bb8875-aa06-462a-8c91-57d7a1474c1f by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:44:32.480874 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Attempting to bind port e5bb8875-aa06-462a-8c91-57d7a1474c1f on network c6b1e02c-7d4a-4675-b24d-c357b80488e2 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:44:32.488055 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:32.502239 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-48c4be72-1b8c-4680-93c4-b524220b360a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:32.505734 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-5babf551-19e5-42d6-aa5b-b096b5911f69 service neutron] 10.222.0.44 "GET /v2.0/networks/123d45b2-2ba3-467e-8d7d-983caaf0d124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019866 Apr 08 02:44:32.584864 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:44:32.647431 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:44:32.647883 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Checking segment: {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:44:32.648287 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:32.649219 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Bound using segment: {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:44:32.649219 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Bound port: e5bb8875-aa06-462a-8c91-57d7a1474c1f, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:44:32.649516 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:32.657261 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:32.730534 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Network 12062f10-b133-4784-86c3-8f4eb869d796 is already hosted by enough agents. {{(pid=83155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:32.736070 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.base_scheduler [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Resources bound (agent type, host, resource id): {{(pid=83155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:32.741752 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Received port after_create {{(pid=83155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:44:32.758164 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Transition to ACTIVE for port object e98404c7-e373-4cfe-9612-6b77201c9be7 will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:32.783722 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Pushing event updated for resources: {'Port': ['ID=62a8da77-57c6-4208-9874-605b75670f95,revision_number=1']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:32.883883 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-48c4be72-1b8c-4680-93c4-b524220b360a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:32.891727 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-48c4be72-1b8c-4680-93c4-b524220b360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:32.916103 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:33.013041 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Attempting to bind port 62a8da77-57c6-4208-9874-605b75670f95 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:44:33.013402 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Attempting to bind port 62a8da77-57c6-4208-9874-605b75670f95 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:44:33.013702 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Pushing event updated for resources: {'Port': ['ID=d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e,revision_number=2']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:33.014233 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Attempting to bind port 62a8da77-57c6-4208-9874-605b75670f95 on network 12062f10-b133-4784-86c3-8f4eb869d796 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:44:33.022865 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] For port e5bb8875-aa06-462a-8c91-57d7a1474c1f, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:44:33.027249 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] For port e5bb8875-aa06-462a-8c91-57d7a1474c1f, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=e5bb8875-aa06-462a-8c91-57d7a1474c1f,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:44:33.029077 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:44:33.029447 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Checking segment: {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:44:33.029825 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:33.030249 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Bound using segment: {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:44:33.030710 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Bound port: 62a8da77-57c6-4208-9874-605b75670f95, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:44:33.031153 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:33.038175 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4be72-1b8c-4680-93c4-b524220b360a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f189d5c-c42a-4c88-9353-15fa6aa4cb82,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:33.047123 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:33.062493 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:33.062916 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:33.064607 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:33.064940 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:33.066002 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:33.066336 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:33.066663 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:33.067014 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:33.067335 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:33.067655 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:33.067969 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Tracked resource versions report: Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: pushed versions: Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: { 'ConntrackHelper': {'1.0'}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'Log': {'1.0'}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'Network': {'1.1'}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'Port': {'1.5'}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'PortForwarding': {'1.2'}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'QosPolicy': {'1.8'}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'SecurityGroup': {'1.2'}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'SecurityGroupRule': {'1.0'}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'SubPort': {'1.0'}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'Subnet': {'1.1'}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'Trunk': {'1.1'}} Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: consumer versions: Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: { DHCP agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: HyperV agent@hv-cinder-83705: {}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: L3 agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: Metadata agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: Metering agent@dv-cinder-837052-1-smb: {}, Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: Open vSwitch agent@dv-cinder-837052-1-smb: { 'ConntrackHelper': '1.0', Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'Log': '1.0', Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'Network': '1.1', Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'Port': '1.5', Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'PortForwarding': '1.2', Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'QosPolicy': '1.8', Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'SecurityGroup': '1.2', Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'SecurityGroupRule': '1.0', Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'SubPort': '1.0', Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'Subnet': '1.1', Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: 'Trunk': '1.1'}} Apr 08 02:44:33.068957 dv-cinder-837052-1-smb neutron-server[83156]: {{(pid=83156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:44:33.082342 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-48c4be72-1b8c-4680-93c4-b524220b360a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9557ebfc56448c8b1482397fc8919a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6980381 Apr 08 02:44:33.084533 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Network 08bdb27d-9848-4e86-ab5c-accfd09c6385 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:33.085522 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33478) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:33.111596 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:33.117264 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:44:33.118447 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980912'] for router_interface, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:33.156920 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8a687-5cdc-4766-91e3-732188ba49ac None None] Pushing event updated for resources: {'Port': ['ID=d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e,revision_number=3']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:33.192518 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Pushing event updated for resources: {'Port': ['ID=e98404c7-e373-4cfe-9612-6b77201c9be7,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:33.212916 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Allocated IP 172.28.1.72 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/b8da1028-6779-4530-979b-c731b7567183) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:44:33.215194 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d17430-4bbb-4ed3-8ebe-d9d855b1b7a0 None None] Pushing event updated for resources: {'Port': ['ID=e5bb8875-aa06-462a-8c91-57d7a1474c1f,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:33.246744 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] For port 62a8da77-57c6-4208-9874-605b75670f95, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:44:33.250856 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:29Z', 'revision_number': 3, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:33.251545 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] For port 62a8da77-57c6-4208-9874-605b75670f95, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=62a8da77-57c6-4208-9874-605b75670f95,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:44:33.264513 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:33.271242 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0168e3d4-5a29-43aa-8920-856790694a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:33.301042 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-88f5268f-2562-4b21-a960-e4a21328cc61 service neutron] 10.222.0.44 "GET /v2.0/networks/123d45b2-2ba3-467e-8d7d-983caaf0d124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7276959 Apr 08 02:44:33.380709 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaec49a-bb77-44e7-83d2-5d13572b7639 None None] The sync data for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb is: [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:29Z', 'revision_number': 3, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:44:33.443771 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0168e3d4-5a29-43aa-8920-856790694a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:33.488780 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:33.512332 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7f504-9039-4d30-ab7d-4a101d114db4 None None] Pushing event updated for resources: {'Port': ['ID=62a8da77-57c6-4208-9874-605b75670f95,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:33.568737 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device abe3be50-7ab6-4caf-bba6-0c2e8faec9dd up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:33.796723 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:33.815131 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Router b7537374-e10e-41e3-88b1-e2d3c8037a91 is scheduled to L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a with binding_index 1 {{(pid=83154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 02:44:34.170492 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0168e3d4-5a29-43aa-8920-856790694a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:34.264918 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168e3d4-5a29-43aa-8920-856790694a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f189d5c-c42a-4c88-9353-15fa6aa4cb82,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:34.310740 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0168e3d4-5a29-43aa-8920-856790694a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:34.319240 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-0168e3d4-5a29-43aa-8920-856790694a23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f189d5c-c42a-4c88-9353-15fa6aa4cb82 HTTP/1.1" status: 204 len: 168 time: 1.2298601 Apr 08 02:44:34.357018 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:34.364724 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:34.365447 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2029860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-980783'] for router_interface, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:34.405538 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-43881f4f-d2fb-4269-9551-ddf4e128813c req-ad23be0c-6e1d-4c3e-92b2-636a70ee84ea tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 210 time: 0.2037046 Apr 08 02:44:34.440158 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:34.511101 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:34.540362 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71ef481-38a0-4d15-b8ac-e6d7cc6d9787 None None] Network 08bdb27d-9848-4e86-ab5c-accfd09c6385 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:44:34.554272 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Pushing event updated for resources: {'Port': ['ID=e98404c7-e373-4cfe-9612-6b77201c9be7,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:34.681531 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Network 08bdb27d-9848-4e86-ab5c-accfd09c6385 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:34.686941 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:34.698782 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Pushing event updated for resources: {'Port': ['ID=b8da1028-6779-4530-979b-c731b7567183,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:34.708536 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:34.714376 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:34.717898 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:44:34.757350 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-8a927afe-ec48-4f36-9b89-54be3907f660 None None] Provisioning for port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:34.794984 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-8a927afe-ec48-4f36-9b89-54be3907f660 None None] Provisioning complete for port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:34.795346 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8a927afe-ec48-4f36-9b89-54be3907f660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:34.952318 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:44:35.022483 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Sync routers for ids ['b7537374-e10e-41e3-88b1-e2d3c8037a91'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:44:35.067134 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] Notify callbacks [] for router, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:35.068584 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-f83acb5f-13cc-47a1-9de9-cd016da6c27d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6360137 Apr 08 02:44:35.076978 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33544) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:35.126069 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:35.126806 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980346'] for router, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:35.187636 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Routers {'b7537374-e10e-41e3-88b1-e2d3c8037a91'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:44:35.188513 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:44:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['b7537374-e10e-41e3-88b1-e2d3c8037a91'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:35.503556 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33564) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:35.622331 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8a927afe-ec48-4f36-9b89-54be3907f660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:35.654089 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33570) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:35.655093 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0e39cd7f-9014-427d-bf73-4c9b3af4fee5 req-92b605d1-a21f-40a7-9fdf-e96756384171 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 210 time: 0.0889938 Apr 08 02:44:35.682016 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device e5bb8875-aa06-462a-8c91-57d7a1474c1f up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:35.735956 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6796ab6-a904-476d-b728-5f8b39c819db None None] Network c6b1e02c-7d4a-4675-b24d-c357b80488e2 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:44:35.786768 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33578) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:35.876672 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa is scheduled to L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a with binding_index 1 {{(pid=83154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 02:44:35.981598 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b75c35-5579-4445-a16e-cb39311f2865 None None] Network 12062f10-b133-4784-86c3-8f4eb869d796 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:44:36.009412 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-24941e65-318c-4232-a545-ffab8ad91d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:36.131645 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-24941e65-318c-4232-a545-ffab8ad91d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:36.140133 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-24941e65-318c-4232-a545-ffab8ad91d4b admin admin] Usage tracker for resource:security_group_rule and tenant:95edcb0489a840acbd19eabaa380b9de is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:36.145948 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-24941e65-318c-4232-a545-ffab8ad91d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:36.159162 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-24941e65-318c-4232-a545-ffab8ad91d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:36.238340 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8f94e973-bc63-4979-b5ee-521e170359cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:36.277435 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3eb54d71-efd3-4059-b068-00163270c65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:36.319681 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-8a927afe-ec48-4f36-9b89-54be3907f660 None None] For port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=abe3be50-7ab6-4caf-bba6-0c2e8faec9dd,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:44:36.341631 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8a927afe-ec48-4f36-9b89-54be3907f660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:36.413854 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-3eb54d71-efd3-4059-b068-00163270c65d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:36.418811 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Set router b7537374-e10e-41e3-88b1-e2d3c8037a91 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:44:36.452473 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-3eb54d71-efd3-4059-b068-00163270c65d admin admin] Usage tracker for resource:security_group_rule and tenant:af2ad5c46ec646d8853da7116daad29e is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:36.461429 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-3eb54d71-efd3-4059-b068-00163270c65d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:36.465316 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-8f94e973-bc63-4979-b5ee-521e170359cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:36.480824 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-3eb54d71-efd3-4059-b068-00163270c65d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:36.485920 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-8f94e973-bc63-4979-b5ee-521e170359cc admin admin] Usage tracker for resource:security_group_rule and tenant:d9d7cc6a74e64370924b7cc95605bb44 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:36.498234 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-8f94e973-bc63-4979-b5ee-521e170359cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:36.518738 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Router 34035e03-db2f-4f88-a910-5d0fcfa2a57c has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:44:36.525343 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-8f94e973-bc63-4979-b5ee-521e170359cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:36.694526 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-24941e65-318c-4232-a545-ffab8ad91d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:36.739546 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:44:36.750429 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Sync routers for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:44:36.760666 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-24941e65-318c-4232-a545-ffab8ad91d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:36.799583 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-24941e65-318c-4232-a545-ffab8ad91d4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95edcb0489a840acbd19eabaa380b9de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1443851 Apr 08 02:44:36.805038 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33610) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:36.809162 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3eb54d71-efd3-4059-b068-00163270c65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:36.811292 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:44:36.818975 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:44:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:36.834797 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3eb54d71-efd3-4059-b068-00163270c65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:36.890841 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port e5bb8875-aa06-462a-8c91-57d7a1474c1f completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:36.911088 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8f94e973-bc63-4979-b5ee-521e170359cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:36.918592 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb54d71-efd3-4059-b068-00163270c65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524e6511-dd2f-4e1a-a974-5465a194e8f5,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:36.950386 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8f94e973-bc63-4979-b5ee-521e170359cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:36.986409 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] Notify callbacks [] for router, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:36.991344 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-f6ce3466-d3e1-4faf-ba50-aeb08345339c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.6272032 Apr 08 02:44:36.993453 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33618) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:37.018375 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-3eb54d71-efd3-4059-b068-00163270c65d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af2ad5c46ec646d8853da7116daad29e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2230883 Apr 08 02:44:37.025212 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33622) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:37.080465 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94e973-bc63-4979-b5ee-521e170359cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b0c9fe-9b21-4cd9-9bea-fc43f37f683b,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:37.104298 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-8f94e973-bc63-4979-b5ee-521e170359cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9d7cc6a74e64370924b7cc95605bb44&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5977721 Apr 08 02:44:37.108293 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33626) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:37.141496 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:37.157300 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33632) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:37.175074 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24941e65-318c-4232-a545-ffab8ad91d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3672524a-e3bd-4005-b3d3-e139748669ab,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:37.196644 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1290e805-dac4-4cb0-b550-366984ceadf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:37.249569 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:44:37.318795 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d76e5a9f-25dd-438a-9595-582b24549d61 req-529ac06a-3cfe-40d6-825b-f370c12a0bf3 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 210 time: 0.1280625 Apr 08 02:44:37.356982 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1290e805-dac4-4cb0-b550-366984ceadf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:37.392238 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-286f3140-e122-4b05-a99f-94e72fd095f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:37.414488 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-83e45e42-4704-429f-84b4-4948d5eb1ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:37.443559 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-83e45e42-4704-429f-84b4-4948d5eb1ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:37.449510 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-286f3140-e122-4b05-a99f-94e72fd095f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:37.454141 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-13629b9c-938b-4c5f-9184-48028f0b051d None None] Provisioning for port e5bb8875-aa06-462a-8c91-57d7a1474c1f completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:37.461477 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a927afe-ec48-4f36-9b89-54be3907f660 None None] Pushing event updated for resources: {'Port': ['ID=abe3be50-7ab6-4caf-bba6-0c2e8faec9dd,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:37.526817 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-13629b9c-938b-4c5f-9184-48028f0b051d None None] Provisioning complete for port e5bb8875-aa06-462a-8c91-57d7a1474c1f triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:37.529736 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-286f3140-e122-4b05-a99f-94e72fd095f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:37.530153 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-13629b9c-938b-4c5f-9184-48028f0b051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:37.533756 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-83e45e42-4704-429f-84b4-4948d5eb1ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:37.584961 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e45e42-4704-429f-84b4-4948d5eb1ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b0c9fe-9b21-4cd9-9bea-fc43f37f683b,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:37.603195 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-83e45e42-4704-429f-84b4-4948d5eb1ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:37.604577 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-83e45e42-4704-429f-84b4-4948d5eb1ba1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45b0c9fe-9b21-4cd9-9bea-fc43f37f683b HTTP/1.1" status: 204 len: 168 time: 0.4895856 Apr 08 02:44:37.608701 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1290e805-dac4-4cb0-b550-366984ceadf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:37.613300 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1290e805-dac4-4cb0-b550-366984ceadf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:37.614430 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-1290e805-dac4-4cb0-b550-366984ceadf7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/524e6511-dd2f-4e1a-a974-5465a194e8f5 HTTP/1.1" status: 204 len: 168 time: 0.5857882 Apr 08 02:44:37.644251 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290e805-dac4-4cb0-b550-366984ceadf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524e6511-dd2f-4e1a-a974-5465a194e8f5,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:37.648291 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f3140-e122-4b05-a99f-94e72fd095f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3672524a-e3bd-4005-b3d3-e139748669ab,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:37.826409 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.37', 57572) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:37.857562 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:34Z', 'revision_number': 3, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:37.874288 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Checking router: af54ee4b-49e9-4335-996a-7e7fd2d5d6fa for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:44:37.874645 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Updating router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa port b8da1028-6779-4530-979b-c731b7567183 binding host dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:44:37.908566 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-286f3140-e122-4b05-a99f-94e72fd095f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:37.909694 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-286f3140-e122-4b05-a99f-94e72fd095f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3672524a-e3bd-4005-b3d3-e139748669ab HTTP/1.1" status: 204 len: 168 time: 1.1027093 Apr 08 02:44:38.040582 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:38.102062 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:44:38.119319 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-2ea79de2-7ad4-408a-9351-efc3d02e353c admin admin] 10.222.0.44 "PUT /v2.0/routers/34035e03-db2f-4f88-a910-5d0fcfa2a57c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7557585 Apr 08 02:44:38.119662 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:38.169499 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:38.169860 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:38.271334 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-d20210bb-7822-49e8-b011-043e61ca8dc3 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:38.272836 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-d20210bb-7822-49e8-b011-043e61ca8dc3 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.37 "GET /v2.0/networks?id=123d45b2-2ba3-467e-8d7d-983caaf0d124 HTTP/1.1" status: 200 len: 811 time: 0.4453173 Apr 08 02:44:38.295010 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Sync routers for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:44:38.317480 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Request body: {'port': {'device_id': '428f6dac-32e7-4c57-81b4-c4a41f9d6cc0', 'network_id': '123d45b2-2ba3-467e-8d7d-983caaf0d124', 'admin_state_up': True, 'tenant_id': '34415e6ce02a4c93aa0366457cba00dd'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:38.443699 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-13629b9c-938b-4c5f-9184-48028f0b051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:38.545789 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:44:38.546373 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:44:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:38.639695 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:38.649771 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Usage tracker for resource:port and tenant:34415e6ce02a4c93aa0366457cba00dd is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:38.656125 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:38.668128 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:38.691406 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Made reservation on behalf of 34415e6ce02a4c93aa0366457cba00dd for: {'port': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:44:38.694963 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:38.738877 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Notify callbacks [] for port, precommit_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:38.765691 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.provisioning_blocks [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Transition to ACTIVE for port object b8da1028-6779-4530-979b-c731b7567183 will not be triggered until provisioned by entity L2. {{(pid=83156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:38.776962 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:38.823578 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-885127fe-a5cc-42f5-b0e5-2d131452917e req-c38b19b4-42e8-4473-8adb-3564a8f6e615 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 210 time: 0.1128080 Apr 08 02:44:38.911932 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c89cf6-e256-43d0-9e83-f12b6c6f26c1 None None] Pushing event updated for resources: {'Port': ['ID=b8da1028-6779-4530-979b-c731b7567183,revision_number=2']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:38.922099 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Attempting to bind port b8da1028-6779-4530-979b-c731b7567183 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:44:38.922658 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Attempting to bind port b8da1028-6779-4530-979b-c731b7567183 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:44:38.923245 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Attempting to bind port b8da1028-6779-4530-979b-c731b7567183 on network d59c54fc-6a56-459d-9ae4-db8d99a734e0 {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:44:38.931647 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:44:38.932312 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Checking segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:44:38.932799 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:38.933417 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Bound using segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:44:38.934073 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Bound port: b8da1028-6779-4530-979b-c731b7567183, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:44:38.934552 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:38.942682 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:44:39.018363 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] For port b8da1028-6779-4530-979b-c731b7567183, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:44:39.023720 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] For port b8da1028-6779-4530-979b-c731b7567183, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=b8da1028-6779-4530-979b-c731b7567183,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:44:39.030216 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:39.048194 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33678) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:39.135743 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Allocated IP 172.20.0.5 (123d45b2-2ba3-467e-8d7d-983caaf0d124/a770a8d1-56f5-4959-a0e7-52574b84b024/3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:44:39.140208 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c89cf6-e256-43d0-9e83-f12b6c6f26c1 None None] Pushing event updated for resources: {'Port': ['ID=b8da1028-6779-4530-979b-c731b7567183,revision_number=3']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:39.154939 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:44:39.155578 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:44:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:39.163410 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9e3422c5-1ef4-4812-b8d4-d1802cea7d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:39.350473 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33694) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:39.409183 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:44:39.411466 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9e3422c5-1ef4-4812-b8d4-d1802cea7d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:39.451879 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9e3422c5-1ef4-4812-b8d4-d1802cea7d92 admin admin] Usage tracker for resource:security_group_rule and tenant:47a6b900ebdf4d3f8ef528965d66e7fe is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:39.457949 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9e3422c5-1ef4-4812-b8d4-d1802cea7d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:39.461610 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce81e-b4c7-4846-908e-6bb27a8b4be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:39.483061 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9e3422c5-1ef4-4812-b8d4-d1802cea7d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:39.500101 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:39.544870 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:39.565586 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:30Z', 'revision_number': 3, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:39.575987 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:39.588258 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-13629b9c-938b-4c5f-9184-48028f0b051d None None] For port e5bb8875-aa06-462a-8c91-57d7a1474c1f, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=e5bb8875-aa06-462a-8c91-57d7a1474c1f,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:44:39.740687 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Network 123d45b2-2ba3-467e-8d7d-983caaf0d124 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:39.744252 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Pushing event updated for resources: {'Port': ['ID=3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:39.746612 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:39.773011 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:44:39.776805 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:39.777400 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for port, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:39.803940 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:34Z', 'revision_number': 3, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:39.808984 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58a6bd5-8990-49d3-8751-a4602b2704d5 None None] The sync data for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb is: [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:34Z', 'revision_number': 3, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:44:39.817916 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Checking router: b7537374-e10e-41e3-88b1-e2d3c8037a91 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:44:39.818686 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Updating router b7537374-e10e-41e3-88b1-e2d3c8037a91 port 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 binding host dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:44:39.846643 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-13629b9c-938b-4c5f-9184-48028f0b051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:39.848798 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-ce5fe0d3-4f9b-48b4-95dd-1915781353ad tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5359988 Apr 08 02:44:39.859780 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-42cb4a6d-2e61-4f4e-9845-54fb8d84371b tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 02:44:39.860754 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-42cb4a6d-2e61-4f4e-9845-54fb8d84371b tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052004 Apr 08 02:44:39.944639 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Allocated IP 172.20.0.1 (c6b1e02c-7d4a-4675-b24d-c357b80488e2/ea7e6887-01fe-47d5-be3f-856517da1e35/4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:44:40.008367 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:40.029509 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:44:40.031815 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:40.062973 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:40.062973 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 62a8da77-57c6-4208-9874-605b75670f95 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:40.140700 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-13629b9c-938b-4c5f-9184-48028f0b051d None None] Provisioning for port 62a8da77-57c6-4208-9874-605b75670f95 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:40.178720 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13629b9c-938b-4c5f-9184-48028f0b051d None None] Pushing event updated for resources: {'Port': ['ID=e5bb8875-aa06-462a-8c91-57d7a1474c1f,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:40.338459 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7793566-4587-4d62-b7f9-019bb72a919b req-4567d99b-7307-4696-8ca5-3fe50781ee0a tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:40.339804 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-b7793566-4587-4d62-b7f9-019bb72a919b req-4567d99b-7307-4696-8ca5-3fe50781ee0a tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Synchronizing usage tracker for tenant:34415e6ce02a4c93aa0366457cba00dd on resource:port {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:44:40.368315 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:40.390325 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:40.394392 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Transition to ACTIVE for port object 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:40.564316 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 2, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:40.579964 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Checking router: 34035e03-db2f-4f88-a910-5d0fcfa2a57c for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:44:40.581033 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Updating router 34035e03-db2f-4f88-a910-5d0fcfa2a57c port e98404c7-e373-4cfe-9612-6b77201c9be7 binding host dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:44:40.631587 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:40.705079 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9e7ce81e-b4c7-4846-908e-6bb27a8b4be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:40.896626 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33720) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:40.903456 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1944035147', 'description': 'tempest-description--956534744'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:40.910253 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Network c6b1e02c-7d4a-4675-b24d-c357b80488e2 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:40.926200 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9e7ce81e-b4c7-4846-908e-6bb27a8b4be1 admin admin] Usage tracker for resource:security_group_rule and tenant:ee0cbe01a4e64e3a9a38887f74591f93 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:40.927759 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:40.934688 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:40.953955 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Usage tracker for resource:security_group and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:40.969385 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9e7ce81e-b4c7-4846-908e-6bb27a8b4be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:40.976742 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:40.993162 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:41.004539 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:44:41.008569 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980912'] for router_interface, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:41.029618 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Pushing event updated for resources: {'Port': ['ID=4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:41.042051 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:41.064758 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9e7ce81e-b4c7-4846-908e-6bb27a8b4be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:41.120917 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Request body: {'port': {'device_id': '428f6dac-32e7-4c57-81b4-c4a41f9d6cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:41.141818 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 62a8da77-57c6-4208-9874-605b75670f95 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:41.158397 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-d5eb9209-ec07-4e68-860b-1e42256de8e6 None None] Provisioning complete for port e5bb8875-aa06-462a-8c91-57d7a1474c1f triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:41.158766 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9209-ec07-4e68-860b-1e42256de8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:41.214188 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 62a8da77-57c6-4208-9874-605b75670f95 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:41.214605 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:41.245986 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:41.306415 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9e3422c5-1ef4-4812-b8d4-d1802cea7d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:41.337889 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9e3422c5-1ef4-4812-b8d4-d1802cea7d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:41.389562 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:41.463206 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-9e3422c5-1ef4-4812-b8d4-d1802cea7d92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47a6b900ebdf4d3f8ef528965d66e7fe&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3586211 Apr 08 02:44:41.464820 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33732) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:41.473151 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3422c5-1ef4-4812-b8d4-d1802cea7d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f229f2e8-0a08-4414-b040-a33d7d5b48cc,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:41.526746 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Usage tracker for resource:security_group_rule and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:41.537678 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-b7793566-4587-4d62-b7f9-019bb72a919b req-4567d99b-7307-4696-8ca5-3fe50781ee0a tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Unset dirty status for tenant:34415e6ce02a4c93aa0366457cba00dd on resource:port {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:44:41.547191 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b7793566-4587-4d62-b7f9-019bb72a919b req-4567d99b-7307-4696-8ca5-3fe50781ee0a tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 931 time: 1.3928220 Apr 08 02:44:41.570721 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:41.629183 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:41.777097 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:41.820815 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-b7793566-4587-4d62-b7f9-019bb72a919b req-d760a27e-58ac-45a1-a65c-7c7d624e14ff tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Synchronizing usage tracker for tenant:34415e6ce02a4c93aa0366457cba00dd on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:44:41.836835 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:41.877384 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6b30508e-4a2d-43ac-833f-f95c6dd04030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:41.891987 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce81e-b4c7-4846-908e-6bb27a8b4be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:41.910909 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.db.resource_extend [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 02:44:41.957314 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce81e-b4c7-4846-908e-6bb27a8b4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:42.105491 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6b30508e-4a2d-43ac-833f-f95c6dd04030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:42.120997 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:42.129679 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-b7793566-4587-4d62-b7f9-019bb72a919b req-d760a27e-58ac-45a1-a65c-7c7d624e14ff tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Unset dirty status for tenant:34415e6ce02a4c93aa0366457cba00dd on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:44:42.131100 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b7793566-4587-4d62-b7f9-019bb72a919b req-d760a27e-58ac-45a1-a65c-7c7d624e14ff tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831096 Apr 08 02:44:42.132169 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-d5eb9209-ec07-4e68-860b-1e42256de8e6 None None] Provisioning complete for port 62a8da77-57c6-4208-9874-605b75670f95 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:42.134959 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9209-ec07-4e68-860b-1e42256de8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:42.137723 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:42.205300 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6b30508e-4a2d-43ac-833f-f95c6dd04030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:42.234857 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:42.318148 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:42.343035 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6b30508e-4a2d-43ac-833f-f95c6dd04030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:42.355282 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Notify callbacks [] for port, precommit_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:42.358692 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-6b30508e-4a2d-43ac-833f-f95c6dd04030 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f229f2e8-0a08-4414-b040-a33d7d5b48cc HTTP/1.1" status: 204 len: 168 time: 0.8805134 Apr 08 02:44:42.373060 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ce81e-b4c7-4846-908e-6bb27a8b4be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91128738-c0eb-4c66-8e02-e8eae85a1061,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:42.433809 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:42.456977 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-9e7ce81e-b4c7-4846-908e-6bb27a8b4be1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee0cbe01a4e64e3a9a38887f74591f93&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1014421 Apr 08 02:44:42.459330 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33758) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:42.459789 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-bdf40b59-4f18-4194-97e7-6785ab6bff03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.5618496 Apr 08 02:44:42.461213 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33760) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:42.461677 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Transition to ACTIVE for port object 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:42.492345 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port 62a8da77-57c6-4208-9874-605b75670f95, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=62a8da77-57c6-4208-9874-605b75670f95,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:44:42.496026 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:42.542626 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-19753f86-35b2-4747-9315-edd695151c9d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Request body: {'security_group_rule': {'security_group_id': 'e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:42.569037 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-19753f86-35b2-4747-9315-edd695151c9d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:42.578270 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-19753f86-35b2-4747-9315-edd695151c9d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Usage tracker for resource:security_group_rule and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:42.588854 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-19753f86-35b2-4747-9315-edd695151c9d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:42.604974 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-19753f86-35b2-4747-9315-edd695151c9d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:42.675123 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30508e-4a2d-43ac-833f-f95c6dd04030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f229f2e8-0a08-4414-b040-a33d7d5b48cc,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:42.732817 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:42.832514 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Attempting to bind port 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:44:42.833036 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Attempting to bind port 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:44:42.833406 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Attempting to bind port 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 on network d59c54fc-6a56-459d-9ae4-db8d99a734e0 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:44:42.871176 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-19753f86-35b2-4747-9315-edd695151c9d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:43.092471 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 {{(pid=83154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:44:43.122765 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:43.170513 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-19753f86-35b2-4747-9315-edd695151c9d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:43.175990 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33770) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:43.191877 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.provisioning_blocks [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Transition to ACTIVE for port object 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 will not be triggered until provisioned by entity L2. {{(pid=83154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:43.199280 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:43.217206 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-19753f86-35b2-4747-9315-edd695151c9d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:43.355670 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:44:43.357734 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Checking segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:44:43.358161 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:43.358553 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Bound using segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:44:43.362435 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-19753f86-35b2-4747-9315-edd695151c9d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:43.364798 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Bound port: 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:44:43.365374 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-19753f86-35b2-4747-9315-edd695151c9d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8876719 Apr 08 02:44:43.365499 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:43.373317 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33782) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:43.518509 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] For port 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:44:43.522040 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] For port 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=680692b2-2e5c-4d37-ab69-dcd03d6fe4d7,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:44:43.524481 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device abe3be50-7ab6-4caf-bba6-0c2e8faec9dd up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:43.568947 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Pushing event updated for resources: {'Port': ['ID=3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9,revision_number=2']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:43.756570 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19753f86-35b2-4747-9315-edd695151c9d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b56cd4-a854-4f86-b4a4-3f9a30acbc19,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:43.768186 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-31b41be6-bbfd-4e2c-882e-c353bf95f608 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Request body: {'security_group_rule': {'security_group_id': 'e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:43.768507 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:43.780676 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab0de9-844d-42b7-a0c8-087971012bde None None] Pushing event updated for resources: {'Port': ['ID=680692b2-2e5c-4d37-ab69-dcd03d6fe4d7,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:43.936031 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.managers [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Attempting to bind port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:44:43.942496 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.managers [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Attempting to bind port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '8cf213b3-a001-422e-9b78-e434eac60733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '123d45b2-2ba3-467e-8d7d-983caaf0d124'}] {{(pid=83154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:44:43.942867 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Attempting to bind port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 on network 123d45b2-2ba3-467e-8d7d-983caaf0d124 {{(pid=83154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:44:43.951158 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-31b41be6-bbfd-4e2c-882e-c353bf95f608 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:43.965920 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 on network 123d45b2-2ba3-467e-8d7d-983caaf0d124 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:44:43.966305 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Attempting to bind port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 on network 123d45b2-2ba3-467e-8d7d-983caaf0d124 {{(pid=83154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:44:43.980649 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-31b41be6-bbfd-4e2c-882e-c353bf95f608 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Usage tracker for resource:security_group_rule and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:43.986577 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-053223b4-226b-4038-b04d-821b82f73859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.000120 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-709d9261-c1ca-4657-b528-280ae4fba6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.004615 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:44:44.004773 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Checking segment: {'id': '8cf213b3-a001-422e-9b78-e434eac60733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '123d45b2-2ba3-467e-8d7d-983caaf0d124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:44:44.004873 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-31b41be6-bbfd-4e2c-882e-c353bf95f608 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:44.005242 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Bound using segment: {'id': '8cf213b3-a001-422e-9b78-e434eac60733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '123d45b2-2ba3-467e-8d7d-983caaf0d124'} {{(pid=83154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:44:44.005723 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.managers [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Bound port: 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf213b3-a001-422e-9b78-e434eac60733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '123d45b2-2ba3-467e-8d7d-983caaf0d124'}}] {{(pid=83154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:44:44.006145 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.011044 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Notify callbacks [] for port, precommit_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.027654 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-31b41be6-bbfd-4e2c-882e-c353bf95f608 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:44.053634 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Transition to ACTIVE for port object e98404c7-e373-4cfe-9612-6b77201c9be7 will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:44.066540 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-709d9261-c1ca-4657-b528-280ae4fba6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.077390 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-a48a24d5-f49c-49ed-8079-47ccb60f1b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.086075 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-d5eb9209-ec07-4e68-860b-1e42256de8e6 None None] Provisioning for port e98404c7-e373-4cfe-9612-6b77201c9be7 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:44.090865 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe64aa-9780-407b-9ddd-546791f67c92 req-64701cea-86d3-4730-943c-ee2c701038e1 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:44.094138 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.095299 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.098246 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cbfe64aa-9780-407b-9ddd-546791f67c92 req-64701cea-86d3-4730-943c-ee2c701038e1 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 943 time: 0.6452401 Apr 08 02:44:44.188587 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-d5eb9209-ec07-4e68-860b-1e42256de8e6 None None] Provisioning complete for port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:44.188948 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9209-ec07-4e68-860b-1e42256de8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.217000 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] For port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9, host hv-cinder-83705, cleared binding levels {{(pid=83154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:44:44.221820 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] For port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9,segment=NetworkSegment(8cf213b3-a001-422e-9b78-e434eac60733),segment_id=8cf213b3-a001-422e-9b78-e434eac60733)] {{(pid=83154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:44:44.230744 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.247694 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.db.resource_extend [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 02:44:44.316080 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-709d9261-c1ca-4657-b528-280ae4fba6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.341694 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for port, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.348146 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] 10.222.0.37 "PUT /v2.0/ports/3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 HTTP/1.1" status: 200 len: 1093 time: 4.0458391 Apr 08 02:44:44.349487 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-053223b4-226b-4038-b04d-821b82f73859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:44.354408 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.358607 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428f6dac-32e7-4c57-81b4-c4a41f9d6cc0', 'tag': '3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9'}] {{(pid=83154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:44:44.372942 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=62a8da77-57c6-4208-9874-605b75670f95,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:44.647036 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab0de9-844d-42b7-a0c8-087971012bde None None] Pushing event updated for resources: {'Port': ['ID=680692b2-2e5c-4d37-ab69-dcd03d6fe4d7,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:44.672313 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28b47a-4e89-4d16-ad5d-94479aa1f07d service neutron] Pushing event updated for resources: {'Port': ['ID=3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9,revision_number=3']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:44.706362 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cbfe64aa-9780-407b-9ddd-546791f67c92 req-b03b2945-2b25-4361-8375-8f7d7507ea81 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035883 Apr 08 02:44:44.722852 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:44.723548 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.780907 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Allocated IP 172.20.0.1 (12062f10-b133-4784-86c3-8f4eb869d796/57980487-889a-49d9-bd17-72de232f8919/2f28789c-f97f-4445-bcfc-9cc5980be102) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:44:44.873938 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a2e36-be15-43c9-91e5-0fc91e9b0c5f None None] Pushing event updated for resources: {'Port': ['ID=e98404c7-e373-4cfe-9612-6b77201c9be7,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:44.939726 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.965820 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Transition to ACTIVE for port object 2f28789c-f97f-4445-bcfc-9cc5980be102 will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:44.974803 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-31b41be6-bbfd-4e2c-882e-c353bf95f608 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.990658 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-053223b4-226b-4038-b04d-821b82f73859 admin admin] Usage tracker for resource:security_group_rule and tenant:e20712bcb7e8483e8b27339df346a878 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:44.996388 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d9261-c1ca-4657-b528-280ae4fba6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91128738-c0eb-4c66-8e02-e8eae85a1061,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:44.998205 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:44.998972 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2029860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-980783'] for router_interface, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:45.007539 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-f4df5996-e126-44fe-964a-1c3bdc276b4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34415e6ce02a4c93aa0366457cba00dd&device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 1096 time: 0.2997012 Apr 08 02:44:45.008205 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-053223b4-226b-4038-b04d-821b82f73859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:45.067560 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-053223b4-226b-4038-b04d-821b82f73859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:45.096064 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-709d9261-c1ca-4657-b528-280ae4fba6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:45.100427 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-709d9261-c1ca-4657-b528-280ae4fba6ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91128738-c0eb-4c66-8e02-e8eae85a1061 HTTP/1.1" status: 204 len: 168 time: 2.6181927 Apr 08 02:44:45.116215 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Routers {'b7537374-e10e-41e3-88b1-e2d3c8037a91'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:44:45.116876 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:44:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['b7537374-e10e-41e3-88b1-e2d3c8037a91'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:45.262064 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-36033d47-9c21-48d1-86b0-be46841e3c5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 HTTP/1.1" status: 200 len: 217 time: 0.2418866 Apr 08 02:44:45.311005 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:45.390882 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-4c339b04-3878-48c6-b117-4206f2466ab3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:45.393430 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-4c339b04-3878-48c6-b117-4206f2466ab3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a770a8d1-56f5-4959-a0e7-52574b84b024 HTTP/1.1" status: 200 len: 851 time: 0.1189566 Apr 08 02:44:45.457984 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-053223b4-226b-4038-b04d-821b82f73859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:45.538849 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-9034cdf5-0d24-4ac4-8249-b86a6b905228 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=123d45b2-2ba3-467e-8d7d-983caaf0d124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295586 Apr 08 02:44:45.572465 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-31b41be6-bbfd-4e2c-882e-c353bf95f608 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:45.576646 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Pushing event updated for resources: {'Port': ['ID=4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:45.582051 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-053223b4-226b-4038-b04d-821b82f73859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:45.657804 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] Set router b7537374-e10e-41e3-88b1-e2d3c8037a91 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:44:45.779183 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053223b4-226b-4038-b04d-821b82f73859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1847b44-9da5-4b5e-80b4-3d795af689a2,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:45.789097 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-31b41be6-bbfd-4e2c-882e-c353bf95f608 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:45.791172 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00fcf58b-c4cf-4d25-b7dc-119a6a52d0d7'] response: {'name': 'network-changed', 'server_uuid': '428f6dac-32e7-4c57-81b4-c4a41f9d6cc0', 'tag': '3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9', 'status': 'completed', 'code': 200} Apr 08 02:44:45.868986 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b41be6-bbfd-4e2c-882e-c353bf95f608 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc746811-f8f8-4788-993e-9df1003955cd,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:45.933981 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Network 12062f10-b133-4784-86c3-8f4eb869d796 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:45.976432 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:46.024526 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-e1df3fb6-ada0-429d-b81f-35aeb6a3670f service neutron] 10.222.0.37 "GET /v2.0/networks/123d45b2-2ba3-467e-8d7d-983caaf0d124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713516 Apr 08 02:44:46.027519 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:44:46.027995 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980912'] for router_interface, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:46.180838 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-053223b4-226b-4038-b04d-821b82f73859 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e20712bcb7e8483e8b27339df346a878&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9792228 Apr 08 02:44:46.201832 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33840) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:46.226028 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Pushing event updated for resources: {'Port': ['ID=2f28789c-f97f-4445-bcfc-9cc5980be102,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:46.446713 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-31b41be6-bbfd-4e2c-882e-c353bf95f608 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:46.448299 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-31b41be6-bbfd-4e2c-882e-c353bf95f608 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 3.0674005 Apr 08 02:44:46.457883 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-7e41051e-f566-4e4e-b252-fd6cdcc3dab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:46.482123 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 33848) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:46.492479 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Network c6b1e02c-7d4a-4675-b24d-c357b80488e2 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:46.527014 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Request body: {'floatingip': {'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:46.534015 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:46.588840 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:46.661828 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Usage tracker for resource:floatingip and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:46.708574 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6802071b-d4f3-4b48-b662-db8ea4ec8c8b req-56e6a323-5ef2-4163-8c2f-0e5b56b1af3a service neutron] 10.222.0.37 "GET /v2.0/networks/123d45b2-2ba3-467e-8d7d-983caaf0d124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419451 Apr 08 02:44:46.709743 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:46.744855 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:46.786135 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:46.803134 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f7592-caa3-4f26-8516-d41fb0f8ddb6 req-969d6bfd-a9f6-4d8d-8447-8c587aceef67 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:46.833110 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c77f7592-caa3-4f26-8516-d41fb0f8ddb6 req-969d6bfd-a9f6-4d8d-8447-8c587aceef67 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 943 time: 0.6173828 Apr 08 02:44:46.973317 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b8d4e6c-c7ff-4c7f-a277-21a5435d700e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:47.016984 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:47.110755 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Attempting to bind port e98404c7-e373-4cfe-9612-6b77201c9be7 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:44:47.111323 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Attempting to bind port e98404c7-e373-4cfe-9612-6b77201c9be7 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:44:47.111661 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Attempting to bind port e98404c7-e373-4cfe-9612-6b77201c9be7 on network 08bdb27d-9848-4e86-ab5c-accfd09c6385 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:44:47.159184 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:47.165778 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:47.169668 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:44:42Z', 'revision_number': 2, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:47.179845 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2904738-148a-4047-aaa2-ee508c58d191 None None] The sync data for ids ['b7537374-e10e-41e3-88b1-e2d3c8037a91'] in dv-cinder-837052-1-smb is: [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:44:42Z', 'revision_number': 2, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:44:47.182053 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:44:47.182580 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Checking segment: {'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:44:47.183146 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:47.183672 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Bound using segment: {'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:44:47.184366 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Bound port: e98404c7-e373-4cfe-9612-6b77201c9be7, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:44:47.184890 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:47.218095 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-dad63e6b-808c-42fa-a374-02414d0475ad None None] Provisioning for port 2f28789c-f97f-4445-bcfc-9cc5980be102 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:47.280423 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-dad63e6b-808c-42fa-a374-02414d0475ad None None] Provisioning complete for port 2f28789c-f97f-4445-bcfc-9cc5980be102 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:47.281408 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-dad63e6b-808c-42fa-a374-02414d0475ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:47.329467 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:47.330146 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:47.354165 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:47.370508 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b8d4e6c-c7ff-4c7f-a277-21a5435d700e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:47.424022 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c77f7592-caa3-4f26-8516-d41fb0f8ddb6 req-f2afd726-35fa-40d9-8b45-d8815154c9da tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849869 Apr 08 02:44:47.480451 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3a6b2c75-daef-45d3-a159-d8e155da003d req-83633027-4267-4e2c-9661-388b92d15613 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34415e6ce02a4c93aa0366457cba00dd&device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 1096 time: 0.6440787 Apr 08 02:44:47.521375 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-dad63e6b-808c-42fa-a374-02414d0475ad None None] Port 2f28789c-f97f-4445-bcfc-9cc5980be102 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:44:47.697381 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] For port e98404c7-e373-4cfe-9612-6b77201c9be7, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:44:47.707649 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-dad63e6b-808c-42fa-a374-02414d0475ad None None] Provisioning for port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:47.729445 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] For port e98404c7-e373-4cfe-9612-6b77201c9be7, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=e98404c7-e373-4cfe-9612-6b77201c9be7,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:44:47.741123 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-dad63e6b-808c-42fa-a374-02414d0475ad None None] Provisioning complete for port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:47.741427 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-dad63e6b-808c-42fa-a374-02414d0475ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:47.802692 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b8d4e6c-c7ff-4c7f-a277-21a5435d700e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:47.824404 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-dad63e6b-808c-42fa-a374-02414d0475ad None None] Port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:44:47.830674 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:47.933334 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d4e6c-c7ff-4c7f-a277-21a5435d700e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1847b44-9da5-4b5e-80b4-3d795af689a2,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:48.025994 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b2c75-daef-45d3-a159-d8e155da003d req-3603c00d-ed2d-4d7d-bcb8-e9d8efe2d951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:48.027543 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3a6b2c75-daef-45d3-a159-d8e155da003d req-3603c00d-ed2d-4d7d-bcb8-e9d8efe2d951 service neutron] 10.222.0.37 "GET /v2.0/networks?id=123d45b2-2ba3-467e-8d7d-983caaf0d124 HTTP/1.1" status: 200 len: 912 time: 0.5324833 Apr 08 02:44:48.044354 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device e5bb8875-aa06-462a-8c91-57d7a1474c1f up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:48.073889 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b8d4e6c-c7ff-4c7f-a277-21a5435d700e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:48.085454 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-2b8d4e6c-c7ff-4c7f-a277-21a5435d700e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1847b44-9da5-4b5e-80b4-3d795af689a2 HTTP/1.1" status: 204 len: 168 time: 1.8627367 Apr 08 02:44:48.305984 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Router b7537374-e10e-41e3-88b1-e2d3c8037a91 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:44:48.335115 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:48.347200 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:48.352583 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2029860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-980783'] for router_interface, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:48.496911 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3a6b2c75-daef-45d3-a159-d8e155da003d req-a9bb5e47-a086-47b4-b8d1-6e9c302a1111 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 HTTP/1.1" status: 200 len: 217 time: 0.4205015 Apr 08 02:44:48.611815 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-ed00363e-abf4-4f0c-806e-37089907af31 None None] Provisioning complete for port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:48.620607 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ed00363e-abf4-4f0c-806e-37089907af31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:48.652145 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:48.805171 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:44:48.806027 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:44:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:49.053917 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b2c75-daef-45d3-a159-d8e155da003d req-856152ef-e4f4-403c-a900-667a990cffe1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:49.063697 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3a6b2c75-daef-45d3-a159-d8e155da003d req-856152ef-e4f4-403c-a900-667a990cffe1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a770a8d1-56f5-4959-a0e7-52574b84b024 HTTP/1.1" status: 200 len: 851 time: 0.5345802 Apr 08 02:44:49.152699 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:49.156625 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-ed00363e-abf4-4f0c-806e-37089907af31 None None] Port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:44:49.249321 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a2e36-be15-43c9-91e5-0fc91e9b0c5f None None] Pushing event updated for resources: {'Port': ['ID=e98404c7-e373-4cfe-9612-6b77201c9be7,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:49.315618 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3a6b2c75-daef-45d3-a159-d8e155da003d req-6dd729bd-e053-44d3-ae0c-ede18b1cb965 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=123d45b2-2ba3-467e-8d7d-983caaf0d124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2189007 Apr 08 02:44:49.347990 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Pushing event updated for resources: {'Port': ['ID=2f28789c-f97f-4445-bcfc-9cc5980be102,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:49.441877 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port e5bb8875-aa06-462a-8c91-57d7a1474c1f triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:49.442172 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:49.598872 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Network 12062f10-b133-4784-86c3-8f4eb869d796 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:49.601515 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:49.714033 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33912) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:49.743784 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:44:49.812862 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4782-17a1-475c-b2cf-7483f86a5fed req-dc18aac6-55ba-4ba9-a81f-850f3c86da49 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:49.822923 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a29d4782-17a1-475c-b2cf-7483f86a5fed req-dc18aac6-55ba-4ba9-a81f-850f3c86da49 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 943 time: 0.9619026 Apr 08 02:44:50.000606 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b437cc72-4de9-41d3-8ba2-f6cbd160cbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:50.092960 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a29d4782-17a1-475c-b2cf-7483f86a5fed req-18befb39-de3b-45a0-a13a-cb214aadafdf tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689884 Apr 08 02:44:50.095376 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Allocated IP 172.28.1.90 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/97b93489-3f11-4067-9b7a-90346d85955d) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:44:50.154319 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device b8da1028-6779-4530-979b-c731b7567183 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:50.181787 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3a6b2c75-daef-45d3-a159-d8e155da003d req-42148630-d68b-4c84-9667-712ebf636f7a service neutron] 10.222.0.37 "GET /v2.0/networks/123d45b2-2ba3-467e-8d7d-983caaf0d124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8513472 Apr 08 02:44:50.197548 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b437cc72-4de9-41d3-8ba2-f6cbd160cbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:50.235151 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b437cc72-4de9-41d3-8ba2-f6cbd160cbf8 admin admin] Usage tracker for resource:security_group_rule and tenant:26182d32ddb34c3fa8f88e75407aa370 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:50.247065 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b437cc72-4de9-41d3-8ba2-f6cbd160cbf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:50.263934 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b437cc72-4de9-41d3-8ba2-f6cbd160cbf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:50.350264 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:44:50.511932 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-876b6fc8-70dc-4a6c-9e0d-40de4b97d7a3 None None] Provisioning complete for port 2f28789c-f97f-4445-bcfc-9cc5980be102 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:50.512520 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-876b6fc8-70dc-4a6c-9e0d-40de4b97d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:50.651951 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-876b6fc8-70dc-4a6c-9e0d-40de4b97d7a3 None None] Port 2f28789c-f97f-4445-bcfc-9cc5980be102 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:44:50.750124 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port b8da1028-6779-4530-979b-c731b7567183 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:50.788778 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:50.793243 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port b8da1028-6779-4530-979b-c731b7567183 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:50.793656 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:50.838575 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-d61b8a91-e8c4-44fc-af91-f466079f5260 admin admin] 10.222.0.44 "PUT /v2.0/routers/b7537374-e10e-41e3-88b1-e2d3c8037a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7602062 Apr 08 02:44:50.898358 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3a6b2c75-daef-45d3-a159-d8e155da003d req-f08ad179-36e1-4c5d-8848-d1336f0aa3b9 service neutron] 10.222.0.37 "GET /v2.0/networks/123d45b2-2ba3-467e-8d7d-983caaf0d124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782200 Apr 08 02:44:50.914857 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:51.025265 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b437cc72-4de9-41d3-8ba2-f6cbd160cbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:51.039401 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:51.045471 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b437cc72-4de9-41d3-8ba2-f6cbd160cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:51.062173 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:51.102450 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:44:51.146010 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:51.160409 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-b437cc72-4de9-41d3-8ba2-f6cbd160cbf8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26182d32ddb34c3fa8f88e75407aa370&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4342864 Apr 08 02:44:51.161563 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437cc72-4de9-41d3-8ba2-f6cbd160cbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1567f63-0b6d-436a-913c-c91aedcee1f4,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:51.164158 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 33944) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:51.171147 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port b8da1028-6779-4530-979b-c731b7567183, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=b8da1028-6779-4530-979b-c731b7567183,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:44:51.179981 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:47Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:51.185547 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:51.347989 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event updated for resources: {'Port': ['ID=97b93489-3f11-4067-9b7a-90346d85955d,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:51.407977 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc150f-7cad-4220-8160-000f85fd4612 None None] The sync data for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb is: [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:47Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:44:51.417065 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=b8da1028-6779-4530-979b-c731b7567183,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:51.509219 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:51.521411 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-01f1d4c8-b7d9-4fe1-a94f-38532a562a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:51.630751 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-01f1d4c8-b7d9-4fe1-a94f-38532a562a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:51.633906 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:51.640784 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:51.641781 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:51.752114 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-01f1d4c8-b7d9-4fe1-a94f-38532a562a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:51.788559 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:44:51.820977 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1d4c8-b7d9-4fe1-a94f-38532a562a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1567f63-0b6d-436a-913c-c91aedcee1f4,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:51.832169 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-01f1d4c8-b7d9-4fe1-a94f-38532a562a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:51.835001 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-01f1d4c8-b7d9-4fe1-a94f-38532a562a2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1567f63-0b6d-436a-913c-c91aedcee1f4 HTTP/1.1" status: 204 len: 168 time: 0.6695814 Apr 08 02:44:52.033204 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943db7da-6d00-4230-831e-96cf2f399c22 req-853936ab-3487-4326-9b0d-f9bf61631770 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:52.034785 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-943db7da-6d00-4230-831e-96cf2f399c22 req-853936ab-3487-4326-9b0d-f9bf61631770 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 943 time: 0.6446493 Apr 08 02:44:52.155199 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:52.217476 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=680692b2-2e5c-4d37-ab69-dcd03d6fe4d7,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:44:52.252186 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:52.252846 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:52.254205 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 62a8da77-57c6-4208-9874-605b75670f95 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:52.277741 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-943db7da-6d00-4230-831e-96cf2f399c22 req-ce8c3721-6585-4cf0-9167-4786887b5cf2 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254300 Apr 08 02:44:52.513853 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:52.544351 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:44:52.574931 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-a13cc4ba-8a18-4850-a240-82b78c61b597 admin admin] 10.222.0.44 "PUT /v2.0/routers/af54ee4b-49e9-4335-996a-7e7fd2d5d6fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5656366 Apr 08 02:44:52.865483 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=680692b2-2e5c-4d37-ab69-dcd03d6fe4d7,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:52.903345 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Sync routers for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:44:52.933480 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:44:52.938343 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:44:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:52.965582 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 62a8da77-57c6-4208-9874-605b75670f95 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:52.967249 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:53.251587 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for port, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:53.271198 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:53.472642 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event updated for resources: {'Port': ['ID=97b93489-3f11-4067-9b7a-90346d85955d,revision_number=2']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:53.477651 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:53.491654 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:53.533810 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:53.535683 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-29a451ab-2d32-4b74-9863-792a61ac51e4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0471601 Apr 08 02:44:53.600458 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:44:53.720777 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:53.938327 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:53.938944 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:54.183377 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 34038) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:54.273698 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device b8da1028-6779-4530-979b-c731b7567183 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:54.333159 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-079b5d27-b0e6-4968-a33b-b8945d6afb10 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:54.338332 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-079b5d27-b0e6-4968-a33b-b8945d6afb10 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Synchronizing usage tracker for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:network {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:44:54.376818 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-079b5d27-b0e6-4968-a33b-b8945d6afb10 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Unset dirty status for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:network {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:44:54.378530 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-079b5d27-b0e6-4968-a33b-b8945d6afb10 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 818 time: 0.2515526 Apr 08 02:44:54.392235 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port b8da1028-6779-4530-979b-c731b7567183 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:54.392740 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:54.404591 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-40f4c4bb-7264-4b5b-a1a9-e1a0d9bbe6ca tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/quotas/d1d586e8af214fe5b20a54f74147d206 HTTP/1.1" status: 200 len: 375 time: 0.0191705 Apr 08 02:44:54.471796 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 34052) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:54.477493 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608501792', 'description': 'tempest-description--1351152227'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:54.495320 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:54.509612 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:47Z', 'revision_number': 2, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:54.512895 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:54.517857 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Checking router: af54ee4b-49e9-4335-996a-7e7fd2d5d6fa for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:44:54.520131 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Updating router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa port 2f28789c-f97f-4445-bcfc-9cc5980be102 binding host dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:44:54.525763 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:54.539186 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:54.565230 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:54.572890 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-29bc77f5-dbbf-4310-8163-5cb8aaadcfbc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673110 Apr 08 02:44:54.621849 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:54.626769 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group_rule and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:54.630526 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:54.638066 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:54.651184 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:54.706910 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device e98404c7-e373-4cfe-9612-6b77201c9be7 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:54.708359 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7e6273ac-4c75-425c-bd65-a9142f8feb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:54.721248 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5a21e-7eae-4dd7-81f5-bbfbc16251bf req-79a9dab3-559b-4446-afeb-81a1c4ad219c tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:54.722766 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-46c5a21e-7eae-4dd7-81f5-bbfbc16251bf req-79a9dab3-559b-4446-afeb-81a1c4ad219c tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 943 time: 0.1011956 Apr 08 02:44:54.752273 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-7e6273ac-4c75-425c-bd65-a9142f8feb00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:54.756788 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-7e6273ac-4c75-425c-bd65-a9142f8feb00 admin admin] Usage tracker for resource:security_group_rule and tenant:b57f7fd56f474e108915f6cc515fcf16 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:54.760265 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-7e6273ac-4c75-425c-bd65-a9142f8feb00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:54.767815 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-7e6273ac-4c75-425c-bd65-a9142f8feb00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:54.832252 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-46c5a21e-7eae-4dd7-81f5-bbfbc16251bf req-a804cc37-bcc0-4780-8a95-3112957dcd35 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035047 Apr 08 02:44:54.863452 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:54.865522 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7e6273ac-4c75-425c-bd65-a9142f8feb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:54.869627 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port e98404c7-e373-4cfe-9612-6b77201c9be7 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:54.871991 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:54.875298 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port e98404c7-e373-4cfe-9612-6b77201c9be7 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:54.875832 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:54.902803 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34064) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:55.040744 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7e6273ac-4c75-425c-bd65-a9142f8feb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.158683 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.176354 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-7e6273ac-4c75-425c-bd65-a9142f8feb00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b57f7fd56f474e108915f6cc515fcf16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9918375 Apr 08 02:44:55.179474 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34080) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:55.188425 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c68361-fdf6-45fa-946d-d9d64a292b07,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:55.191398 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.196314 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-b5297948-3f03-47d1-b36a-413f42b23f7c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7227333 Apr 08 02:44:55.209846 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 34084) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:55.229635 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-8c395548-ff67-4e31-a3a1-47a7e1558169 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'security_group_rule': {'security_group_id': 'a4c68361-fdf6-45fa-946d-d9d64a292b07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:55.237780 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Notify callbacks [] for port, precommit_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.245687 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-8c395548-ff67-4e31-a3a1-47a7e1558169 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:55.246131 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port e98404c7-e373-4cfe-9612-6b77201c9be7, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=e98404c7-e373-4cfe-9612-6b77201c9be7,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:44:55.247633 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-5d698814-9f5c-4cfb-b1e6-7e25d591ed2c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Synchronizing usage tracker for tenant:f36689d17778495781486ab15ffa7a19 on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:44:55.251552 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.253677 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.provisioning_blocks [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Transition to ACTIVE for port object 2f28789c-f97f-4445-bcfc-9cc5980be102 will not be triggered until provisioned by entity L2. {{(pid=83156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:44:55.263938 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.283057 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-8c395548-ff67-4e31-a3a1-47a7e1558169 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group_rule and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:55.287770 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-8c395548-ff67-4e31-a3a1-47a7e1558169 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:55.306083 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6273ac-4c75-425c-bd65-a9142f8feb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cde3da1-b72c-4de1-8c58-e3b2c8244cb2,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:55.308822 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-8c395548-ff67-4e31-a3a1-47a7e1558169 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:55.326564 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9e58-9d8f-4e54-8de2-635c9198dc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.345690 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8c395548-ff67-4e31-a3a1-47a7e1558169 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.354973 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f449a6-e52c-4b00-8da4-b755061649c1 None None] Pushing event updated for resources: {'Port': ['ID=2f28789c-f97f-4445-bcfc-9cc5980be102,revision_number=3']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:55.355854 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=e98404c7-e373-4cfe-9612-6b77201c9be7,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:55.376384 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-eced61fd-90af-4813-9529-981797ff79ed service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 02:44:55.377283 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-eced61fd-90af-4813-9529-981797ff79ed service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2252336 Apr 08 02:44:55.419323 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-5d698814-9f5c-4cfb-b1e6-7e25d591ed2c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Unset dirty status for tenant:f36689d17778495781486ab15ffa7a19 on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:44:55.427089 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-5d698814-9f5c-4cfb-b1e6-7e25d591ed2c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1944035147&fields=id&tenant_id=f36689d17778495781486ab15ffa7a19 HTTP/1.1" status: 200 len: 267 time: 0.3520069 Apr 08 02:44:55.433438 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bb5147a0-8620-4050-a1cf-1ca234a72b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.470802 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8c395548-ff67-4e31-a3a1-47a7e1558169 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.487033 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8c395548-ff67-4e31-a3a1-47a7e1558169 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.515208 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device e98404c7-e373-4cfe-9612-6b77201c9be7 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:55.567576 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c395548-ff67-4e31-a3a1-47a7e1558169 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75b5957-9a57-450f-b6e0-8b99d2b81a26,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:55.584577 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8c395548-ff67-4e31-a3a1-47a7e1558169 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.586374 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Attempting to bind port 2f28789c-f97f-4445-bcfc-9cc5980be102 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:44:55.587302 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Attempting to bind port 2f28789c-f97f-4445-bcfc-9cc5980be102 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:44:55.587723 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Attempting to bind port 2f28789c-f97f-4445-bcfc-9cc5980be102 on network 12062f10-b133-4784-86c3-8f4eb869d796 {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:44:55.588695 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-8c395548-ff67-4e31-a3a1-47a7e1558169 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3774676 Apr 08 02:44:55.590578 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 34092) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:55.601497 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:44:55.601829 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Checking segment: {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:44:55.602245 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.605056 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-b2e5c311-8183-46b5-abea-625dc0de2c0b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'security_group_rule': {'security_group_id': 'a4c68361-fdf6-45fa-946d-d9d64a292b07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:55.605609 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Bound using segment: {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:44:55.606160 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Bound port: 2f28789c-f97f-4445-bcfc-9cc5980be102, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'}}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:44:55.607962 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.621830 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b2e5c311-8183-46b5-abea-625dc0de2c0b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:55.626780 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b2e5c311-8183-46b5-abea-625dc0de2c0b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group_rule and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:55.636363 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b2e5c311-8183-46b5-abea-625dc0de2c0b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:55.645178 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bb5147a0-8620-4050-a1cf-1ca234a72b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.650812 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b2e5c311-8183-46b5-abea-625dc0de2c0b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:55.653121 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port e98404c7-e373-4cfe-9612-6b77201c9be7 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:55.653535 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.684243 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c311-8183-46b5-abea-625dc0de2c0b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.688930 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-bf1d9e58-9d8f-4e54-8de2-635c9198dc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:55.769569 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] For port 2f28789c-f97f-4445-bcfc-9cc5980be102, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:44:55.777066 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] For port 2f28789c-f97f-4445-bcfc-9cc5980be102, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=2f28789c-f97f-4445-bcfc-9cc5980be102,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:44:55.784848 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.804638 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c311-8183-46b5-abea-625dc0de2c0b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.807465 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e8a673a8-47b0-4a97-b501-528fdac3d8e0 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:55.809052 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e8a673a8-47b0-4a97-b501-528fdac3d8e0 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/networks?id=08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 200 len: 816 time: 0.3811994 Apr 08 02:44:55.810075 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c311-8183-46b5-abea-625dc0de2c0b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.816687 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-bf1d9e58-9d8f-4e54-8de2-635c9198dc90 admin admin] Usage tracker for resource:security_group_rule and tenant:783c5c58c8e943c78a8fb7d5fb956fc9 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:55.824175 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-bf1d9e58-9d8f-4e54-8de2-635c9198dc90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:55.860789 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5c311-8183-46b5-abea-625dc0de2c0b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0614c2-aeae-452d-afb3-253714d2156c,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:55.885671 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c311-8183-46b5-abea-625dc0de2c0b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.889753 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-b2e5c311-8183-46b5-abea-625dc0de2c0b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2929351 Apr 08 02:44:55.889930 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 34102) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:55.891028 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-d2ed8b3e-6060-435c-8c56-24b73906d8d3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/quotas/f36689d17778495781486ab15ffa7a19 HTTP/1.1" status: 200 len: 375 time: 0.0712268 Apr 08 02:44:55.900737 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'floatingip': {'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:44:55.910141 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:55.918765 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:floatingip and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:55.923797 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:55.930306 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f449a6-e52c-4b00-8da4-b755061649c1 None None] Pushing event updated for resources: {'Port': ['ID=2f28789c-f97f-4445-bcfc-9cc5980be102,revision_number=4']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:55.931359 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:55.948599 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:44:55.949501 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:44:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:55.954301 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:55.959693 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-0de33270-c686-4303-8637-64b8df34792d service neutron] 10.222.0.44 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660369 Apr 08 02:44:56.077995 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-bf1d9e58-9d8f-4e54-8de2-635c9198dc90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:56.140963 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bb5147a0-8620-4050-a1cf-1ca234a72b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:56.177136 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:44:56.188995 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:56.201914 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bb5147a0-8620-4050-a1cf-1ca234a72b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:56.203143 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-bb5147a0-8620-4050-a1cf-1ca234a72b2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cde3da1-b72c-4de1-8c58-e3b2c8244cb2 HTTP/1.1" status: 204 len: 168 time: 1.0226951 Apr 08 02:44:56.230692 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5147a0-8620-4050-a1cf-1ca234a72b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cde3da1-b72c-4de1-8c58-e3b2c8244cb2,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:56.234994 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9e58-9d8f-4e54-8de2-635c9198dc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:56.252474 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-334e005b-e510-44a7-a89e-0f9af91f7caf service neutron] 10.222.0.44 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917643 Apr 08 02:44:56.258280 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9e58-9d8f-4e54-8de2-635c9198dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:56.333092 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-bf1d9e58-9d8f-4e54-8de2-635c9198dc90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=783c5c58c8e943c78a8fb7d5fb956fc9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4291446 Apr 08 02:44:56.358419 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34112) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:56.403823 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Allocated IP 172.28.1.56 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/38f47786-19cc-486e-9869-42278e359e86) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:44:56.483523 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-0af2122c-9bea-42b9-a1cd-58d49e217979 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f36689d17778495781486ab15ffa7a19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5915351 Apr 08 02:44:56.579351 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:56.639373 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:56.688105 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:44:56.699946 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffbd5e-1cf6-429c-8e5f-b0ca5336fe09 None None] The sync data for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb is: [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:44:56.757406 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d9e58-9d8f-4e54-8de2-635c9198dc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86335ff9-1e36-4bf3-b506-fb232432d529,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:56.763482 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-811b7ba4-37c2-45f5-8e5a-6bf3835b53bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:56.820482 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'Port': ['ID=38f47786-19cc-486e-9869-42278e359e86,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:56.854974 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:44:56.856228 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:44:56.861462 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:44:56.920721 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34142) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:56.946120 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-811b7ba4-37c2-45f5-8e5a-6bf3835b53bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:57.111071 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:57.129872 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6e155013-cb19-449f-b6ed-c65082e5867d service neutron] 10.222.0.44 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453991 Apr 08 02:44:57.203735 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:57.311201 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e7c80f12-325c-406c-9237-eb05c0ae846e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:57.334454 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-811b7ba4-37c2-45f5-8e5a-6bf3835b53bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:57.353842 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b7ba4-37c2-45f5-8e5a-6bf3835b53bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86335ff9-1e36-4bf3-b506-fb232432d529,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:57.371145 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-c36645d7-1e99-4cfb-bcb1-15d2b4e12834 service neutron] 10.222.0.44 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899865 Apr 08 02:44:57.441107 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-811b7ba4-37c2-45f5-8e5a-6bf3835b53bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:57.441890 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-811b7ba4-37c2-45f5-8e5a-6bf3835b53bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86335ff9-1e36-4bf3-b506-fb232432d529 HTTP/1.1" status: 204 len: 168 time: 1.0802240 Apr 08 02:44:57.464761 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-e7c80f12-325c-406c-9237-eb05c0ae846e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:57.472810 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-e7c80f12-325c-406c-9237-eb05c0ae846e admin admin] Usage tracker for resource:security_group_rule and tenant:4b1e89ee61cd48bc8298e13461294d73 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:57.479774 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-e7c80f12-325c-406c-9237-eb05c0ae846e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:57.495206 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955070af-0cb8-4647-9832-5aff149e059e req-e030d08b-e1a3-459e-b6b8-5b6b21265b9a tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:57.502167 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-955070af-0cb8-4647-9832-5aff149e059e req-e030d08b-e1a3-459e-b6b8-5b6b21265b9a tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 943 time: 0.4895902 Apr 08 02:44:57.521368 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-e7c80f12-325c-406c-9237-eb05c0ae846e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:57.574797 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 2f28789c-f97f-4445-bcfc-9cc5980be102 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:57.640039 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-955070af-0cb8-4647-9832-5aff149e059e req-db1e553b-5af9-4fb0-a0d0-d78bbe52ac42 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262453 Apr 08 02:44:57.756452 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 2f28789c-f97f-4445-bcfc-9cc5980be102 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:44:57.764675 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 2f28789c-f97f-4445-bcfc-9cc5980be102 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:57.765786 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:57.781518 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e7c80f12-325c-406c-9237-eb05c0ae846e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:57.783943 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:57.793202 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e7c80f12-325c-406c-9237-eb05c0ae846e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:57.797050 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:57.997638 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:57.998577 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7cb1932b-34d1-4a08-8af0-a55819ea65a4 req-65481aec-6a07-4e52-818c-7035d5b99846 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 210 time: 0.1524510 Apr 08 02:44:58.065982 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'Port': ['ID=38f47786-19cc-486e-9869-42278e359e86,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:58.101389 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-e7c80f12-325c-406c-9237-eb05c0ae846e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b1e89ee61cd48bc8298e13461294d73&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1761386 Apr 08 02:44:58.103582 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 34190) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:58.104690 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c80f12-325c-406c-9237-eb05c0ae846e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bb5db2-e23d-461e-8af7-418ffc84dc4b,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:58.139342 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:58.150462 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-c36f4123-14e1-4430-a65e-eb328281ec6b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2594178 Apr 08 02:44:58.239522 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f2e24a2a-b290-4014-a97c-b5c40df50b00 req-0a0636e9-cfc0-4417-9beb-43868b11b314 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 210 time: 0.1135042 Apr 08 02:44:58.246901 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:44:58.251413 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-349d2ea0-5604-4563-b6d4-d2226551cf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:58.278145 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:58.315748 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-349d2ea0-5604-4563-b6d4-d2226551cf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:58.434447 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-349d2ea0-5604-4563-b6d4-d2226551cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:58.478155 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d2ea0-5604-4563-b6d4-d2226551cf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bb5db2-e23d-461e-8af7-418ffc84dc4b,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:58.491699 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-349d2ea0-5604-4563-b6d4-d2226551cf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:58.492985 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-349d2ea0-5604-4563-b6d4-d2226551cf00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39bb5db2-e23d-461e-8af7-418ffc84dc4b HTTP/1.1" status: 204 len: 168 time: 0.3860118 Apr 08 02:44:58.591238 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 34206) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:58.613190 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port 2f28789c-f97f-4445-bcfc-9cc5980be102, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=2f28789c-f97f-4445-bcfc-9cc5980be102,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:44:58.623182 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7da51308-8246-4150-bc6a-726e7cc22807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:58.682378 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:58.685399 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-7da51308-8246-4150-bc6a-726e7cc22807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:44:58.702203 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-7da51308-8246-4150-bc6a-726e7cc22807 admin admin] Usage tracker for resource:security_group_rule and tenant:3abbdfa39c6949729fd68840720c9ef3 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:44:58.713692 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-7da51308-8246-4150-bc6a-726e7cc22807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:44:58.743116 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-7da51308-8246-4150-bc6a-726e7cc22807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:44:58.893116 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=2f28789c-f97f-4445-bcfc-9cc5980be102,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:58.908507 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9,segment=NetworkSegment(8cf213b3-a001-422e-9b78-e434eac60733),segment_id=8cf213b3-a001-422e-9b78-e434eac60733)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:44:58.950819 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9', 'network_id': '123d45b2-2ba3-467e-8d7d-983caaf0d124', 'port_id': '3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9', 'mac_address': 'fa:16:3e:51:d6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a770a8d1-56f5-4959-a0e7-52574b84b024', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:44:59.016856 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7da51308-8246-4150-bc6a-726e7cc22807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:59.026212 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7da51308-8246-4150-bc6a-726e7cc22807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:59.064433 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:59.088661 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:44:59.108324 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9,segment=NetworkSegment(8cf213b3-a001-422e-9b78-e434eac60733),segment_id=8cf213b3-a001-422e-9b78-e434eac60733)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:44:59.114393 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:59.145023 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-7da51308-8246-4150-bc6a-726e7cc22807 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3abbdfa39c6949729fd68840720c9ef3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5524487 Apr 08 02:44:59.145731 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da51308-8246-4150-bc6a-726e7cc22807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a653201-3f97-463a-b9f1-edc5aba4d7c2,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:59.172354 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 34234) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:59.210440 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:59.312125 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-160ad78b-39dd-47f6-9b94-e4d9c04fbfcc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:59.314820 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2f430c28-f85e-47d8-bc13-da2bd61790ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:59.316372 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-160ad78b-39dd-47f6-9b94-e4d9c04fbfcc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 818 time: 0.4211617 Apr 08 02:44:59.357216 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:44:59.393714 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2f430c28-f85e-47d8-bc13-da2bd61790ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:59.508524 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-bf128ef8-6933-42ef-a0b2-8307723bdab6 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/quotas/d1d586e8af214fe5b20a54f74147d206 HTTP/1.1" status: 200 len: 375 time: 0.1183619 Apr 08 02:44:59.534999 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2f430c28-f85e-47d8-bc13-da2bd61790ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:59.558000 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2f430c28-f85e-47d8-bc13-da2bd61790ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:59.559391 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-2f430c28-f85e-47d8-bc13-da2bd61790ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a653201-3f97-463a-b9f1-edc5aba4d7c2 HTTP/1.1" status: 204 len: 168 time: 0.3857338 Apr 08 02:44:59.560298 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f430c28-f85e-47d8-bc13-da2bd61790ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a653201-3f97-463a-b9f1-edc5aba4d7c2,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:44:59.604674 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 2f28789c-f97f-4445-bcfc-9cc5980be102 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:44:59.695432 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.37', 57596) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:44:59.745019 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f94b3f-2310-41be-ae84-cd59635bc0eb req-064c5048-22db-4a00-a8cb-55d6e6c1c89c tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:59.746506 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-21f94b3f-2310-41be-ae84-cd59635bc0eb req-064c5048-22db-4a00-a8cb-55d6e6c1c89c tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 944 time: 0.4290605 Apr 08 02:44:59.864529 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 2f28789c-f97f-4445-bcfc-9cc5980be102 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:44:59.864529 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:44:59.919282 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-7a0ef5d8-133d-401e-ae9a-6a13af9e3513 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:44:59.928289 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-7a0ef5d8-133d-401e-ae9a-6a13af9e3513 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 818 time: 0.5632830 Apr 08 02:44:59.971842 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Request body: {'port': {'device_id': 'a49c396b-1021-4f06-9f4a-6411bfe6bbea', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'admin_state_up': True, 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:00.031357 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-21f94b3f-2310-41be-ae84-cd59635bc0eb req-ac5000cd-3869-48d9-a704-c56ec7b4fba1 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301538 Apr 08 02:45:00.061827 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-de3c571b-9153-421b-a37a-793ba96609b2 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5360734 Apr 08 02:45:00.191413 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-c9fc3385-0c27-4080-a2e0-8dd4898810fc tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:00.192924 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-c9fc3385-0c27-4080-a2e0-8dd4898810fc tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Synchronizing usage tracker for tenant:f36689d17778495781486ab15ffa7a19 on resource:network {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:45:00.216008 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-c9fc3385-0c27-4080-a2e0-8dd4898810fc tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Unset dirty status for tenant:f36689d17778495781486ab15ffa7a19 on resource:network {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:45:00.218651 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-c9fc3385-0c27-4080-a2e0-8dd4898810fc tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.37 "GET /v2.0/networks?id=08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 200 len: 816 time: 0.5212507 Apr 08 02:45:00.294416 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-d82085fd-cab5-422f-bbe8-70bea44ff4bd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Synchronizing usage tracker for tenant:f36689d17778495781486ab15ffa7a19 on resource:security_group {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:45:00.315285 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-d82085fd-cab5-422f-bbe8-70bea44ff4bd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Unset dirty status for tenant:f36689d17778495781486ab15ffa7a19 on resource:security_group {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:45:00.316445 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-d82085fd-cab5-422f-bbe8-70bea44ff4bd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f36689d17778495781486ab15ffa7a19 HTTP/1.1" status: 200 len: 380 time: 0.0853221 Apr 08 02:45:00.326385 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Request body: {'port': {'device_id': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'admin_state_up': True, 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'security_groups': ['e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4']}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:00.443728 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-e999ea73-98e8-4309-9e6d-0da6e7140984 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:45:00.450556 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:00.459392 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Usage tracker for resource:port and tenant:d1d586e8af214fe5b20a54f74147d206 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:00.470354 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-4da8272f-a701-4b33-bbc8-160ef90ca007 service neutron] 10.222.0.44 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685838 Apr 08 02:45:00.490962 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:00.501556 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:00.502706 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:00.507025 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Usage tracker for resource:port and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:00.514666 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:00.520885 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:00.534747 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Made reservation on behalf of f36689d17778495781486ab15ffa7a19 for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:45:00.538158 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:00.581363 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Made reservation on behalf of d1d586e8af214fe5b20a54f74147d206 for: {'port': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:45:00.584548 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:00.620838 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-e999ea73-98e8-4309-9e6d-0da6e7140984 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:45:00.622076 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-e999ea73-98e8-4309-9e6d-0da6e7140984 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--608501792&fields=id&tenant_id=d73314cb194d45a0981f40eece2fdb5a HTTP/1.1" status: 200 len: 267 time: 0.3228698 Apr 08 02:45:00.728598 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-4de7bf56-2262-4e14-8bcb-a13e7ac7d8c6 service neutron] 10.222.0.44 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573199 Apr 08 02:45:00.754920 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Allocated IP 172.20.0.7 (08bdb27d-9848-4e86-ab5c-accfd09c6385/64016a0c-f630-4f2c-b2c8-29440d7c30ef/d2e714d5-68d5-4c5e-996c-1a3ace0aac43) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:45:01.040608 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-db9a9aff-6c30-4e6d-a0cc-4506be918b20 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:01.049092 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-db9a9aff-6c30-4e6d-a0cc-4506be918b20 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:network {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:45:01.147034 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:01.184937 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Transition to ACTIVE for port object d2e714d5-68d5-4c5e-996c-1a3ace0aac43 will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:01.222230 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:01.284684 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c24c3070-8746-4410-abf4-6489925eb902 req-76accbd8-bc91-47ce-b2bf-d6e672a47b59 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 210 time: 0.1407647 Apr 08 02:45:01.292593 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-db9a9aff-6c30-4e6d-a0cc-4506be918b20 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:network {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:45:01.294246 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-db9a9aff-6c30-4e6d-a0cc-4506be918b20 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 814 time: 0.6552718 Apr 08 02:45:01.332680 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:45:01.341690 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Allocated IP 172.20.0.11 (c6b1e02c-7d4a-4675-b24d-c357b80488e2/ea7e6887-01fe-47d5-be3f-856517da1e35/6c0c7a26-cc40-44c5-958d-6f0b8443aba9) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:45:01.443775 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-3408d469-5aa2-40e0-a9e2-fa9d8152e0e5 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/quotas/d73314cb194d45a0981f40eece2fdb5a HTTP/1.1" status: 200 len: 375 time: 0.0469258 Apr 08 02:45:01.492247 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Network 08bdb27d-9848-4e86-ab5c-accfd09c6385 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:45:01.506484 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:45:01.520680 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:45:01.531860 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:01.532654 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:01.537063 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event updated for resources: {'Port': ['ID=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:01.591042 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-e1739b9d-22ae-4e03-8be2-e11b9b4d4ba6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2683663 Apr 08 02:45:01.613003 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Request body: {'port': {'device_id': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:01.801090 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2f1c5cc3-5640-463a-b498-487d3d85c6dd req-71946131-b470-4023-b134-eb2bbfe4f536 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 210 time: 0.0592773 Apr 08 02:45:02.004923 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:02.063517 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-adde5c5e-dc6b-4f92-973a-43dda1a395ed None None] Provisioning for port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:02.066158 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-2e17469b-6bd2-41c1-a747-0263ffffb3f4 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6046607 Apr 08 02:45:02.072098 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-adde5c5e-dc6b-4f92-973a-43dda1a395ed None None] Provisioning complete for port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:02.072478 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-adde5c5e-dc6b-4f92-973a-43dda1a395ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:02.208016 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-adde5c5e-dc6b-4f92-973a-43dda1a395ed None None] Port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:45:02.216321 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:45:02.298574 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:02.326091 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:02.331508 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:02.331928 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:02.432493 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.provisioning_blocks [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Transition to ACTIVE for port object 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 will not be triggered until provisioned by entity DHCP. {{(pid=83154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:02.503878 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:02.532178 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-e06aae00-4e51-48e9-998a-ade4966619a6 service neutron] 10.222.0.44 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458075 Apr 08 02:45:02.532770 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428f6dac-32e7-4c57-81b4-c4a41f9d6cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:02.569930 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e714d5-68d5-4c5e-996c-1a3ace0aac43 {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:45:02.585347 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:02.621721 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9,segment=NetworkSegment(8cf213b3-a001-422e-9b78-e434eac60733),segment_id=8cf213b3-a001-422e-9b78-e434eac60733)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:02.624163 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Transition to ACTIVE for port object d2e714d5-68d5-4c5e-996c-1a3ace0aac43 will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:02.630842 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:02.634189 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:02.715548 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.37', 57608) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:02.748258 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:02.809121 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:02.834001 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd3d40-a31c-4854-b33b-a31de254cea4 req-af5d156a-a4df-4450-b5d4-28b21892d847 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:02.835649 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b6dd3d40-a31c-4854-b33b-a31de254cea4 req-af5d156a-a4df-4450-b5d4-28b21892d847 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 944 time: 0.5443573 Apr 08 02:45:02.841240 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:02.928106 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-78e293e9-82dd-4ed3-bad9-0828e659554a service neutron] 10.222.0.44 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910418 Apr 08 02:45:03.060855 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Network c6b1e02c-7d4a-4675-b24d-c357b80488e2 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:45:03.066706 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:45:03.072692 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:45:03.082183 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:03.082836 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for port, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:03.181783 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2157974 Apr 08 02:45:03.201955 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8029d14-fb8d-48ac-9c01-82ad8ad448a8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Pushing event updated for resources: {'Port': ['ID=6c0c7a26-cc40-44c5-958d-6f0b8443aba9,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:03.220367 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Request body: {'port': {'device_id': 'a49c396b-1021-4f06-9f4a-6411bfe6bbea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:03.228432 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Attempting to bind port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:45:03.228791 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Attempting to bind port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:45:03.229146 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Attempting to bind port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 on network 08bdb27d-9848-4e86-ab5c-accfd09c6385 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:45:03.298736 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 on network 08bdb27d-9848-4e86-ab5c-accfd09c6385 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:45:03.299243 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Attempting to bind port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 on network 08bdb27d-9848-4e86-ab5c-accfd09c6385 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:45:03.332994 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b6dd3d40-a31c-4854-b33b-a31de254cea4 req-18cd7328-1eb6-4805-a45b-afb2dddfee28 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847908 Apr 08 02:45:03.337068 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:45:03.337468 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Checking segment: {'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:45:03.338008 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Bound using segment: {'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:45:03.338491 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Bound port: d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:45:03.338842 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:03.376596 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-5a8adc7b-827f-4e65-8f55-c340dde0b3ff tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:03.378088 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-5a8adc7b-827f-4e65-8f55-c340dde0b3ff tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 818 time: 0.6589403 Apr 08 02:45:03.541895 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Request body: {'port': {'device_id': '3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'admin_state_up': True, 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:03.577991 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:03.612377 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-4a1884ed-eb88-42c2-9f90-4407ed301537 None None] Provisioning for port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:03.626156 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-4a1884ed-eb88-42c2-9f90-4407ed301537 None None] Provisioning complete for port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:03.627359 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-4a1884ed-eb88-42c2-9f90-4407ed301537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:03.734656 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-257baba5-d957-4748-a456-7e3497d92165 req-97578483-688e-435b-84c1-be3cf058495c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Synchronizing usage tracker for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:port {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:45:03.759897 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34394) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:03.821408 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-4a1884ed-eb88-42c2-9f90-4407ed301537 None None] Port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:45:03.879152 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d25507-9e50-4b99-be81-87e11e832a2c req-592c1ae3-a155-4104-a01d-c6f763f80bbc tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:03.889049 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e7d25507-9e50-4b99-be81-87e11e832a2c req-592c1ae3-a155-4104-a01d-c6f763f80bbc tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.3808441 Apr 08 02:45:03.951216 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-257baba5-d957-4748-a456-7e3497d92165 req-97578483-688e-435b-84c1-be3cf058495c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Unset dirty status for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:port {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:45:03.962393 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-257baba5-d957-4748-a456-7e3497d92165 req-97578483-688e-435b-84c1-be3cf058495c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 210 time: 0.2940996 Apr 08 02:45:04.118272 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:04.136582 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:04.170922 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] For port d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:45:04.176752 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] For port d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:45:04.178124 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Made reservation on behalf of d1d586e8af214fe5b20a54f74147d206 for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:45:04.181680 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:04.212328 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e7d25507-9e50-4b99-be81-87e11e832a2c req-c2f2c958-3024-45ba-8f9f-97b1ee6aae4b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218749 Apr 08 02:45:04.217651 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:04.323648 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5facf2a2-c5ab-4479-a909-398c579a509b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:04.378995 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-5facf2a2-c5ab-4479-a909-398c579a509b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:04.384897 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-5facf2a2-c5ab-4479-a909-398c579a509b admin admin] Usage tracker for resource:security_group_rule and tenant:0d0de92f33ff422f9ca8f1e94c157c7f is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:04.400926 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-5facf2a2-c5ab-4479-a909-398c579a509b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:04.411698 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-5facf2a2-c5ab-4479-a909-398c579a509b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:04.507978 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:04.514422 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] 10.222.0.37 "PUT /v2.0/ports/d2e714d5-68d5-4c5e-996c-1a3ace0aac43 HTTP/1.1" status: 200 len: 1093 time: 2.9067392 Apr 08 02:45:04.520911 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:04.651434 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f2641f-e2f5-47b2-8d0e-c50be93b0556'] response: {'server_uuid': '428f6dac-32e7-4c57-81b4-c4a41f9d6cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9', 'code': 200} Apr 08 02:45:04.690437 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0acd6d04-79ac-4a9b-8810-673f6969fc52 req-59558f8c-0f22-4a81-9143-fb7305ab533e tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 210 time: 0.1765378 Apr 08 02:45:04.717990 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 {{(pid=83154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:45:04.743362 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:04.774459 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.provisioning_blocks [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Transition to ACTIVE for port object 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 will not be triggered until provisioned by entity L2. {{(pid=83154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:04.790227 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:04.820102 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55171e-ed77-4f43-882e-a72b99c56d93 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:04.882296 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5facf2a2-c5ab-4479-a909-398c579a509b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:04.943209 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.37', 57615) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:04.987164 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5facf2a2-c5ab-4479-a909-398c579a509b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:05.007796 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Allocated IP 172.20.0.13 (c6b1e02c-7d4a-4675-b24d-c357b80488e2/ea7e6887-01fe-47d5-be3f-856517da1e35/2e17ebfc-c7f3-4021-bc3b-b44303a9d06d) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:45:05.052150 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-d0966180-995e-4693-9ef4-f05d1bcab6ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f36689d17778495781486ab15ffa7a19&device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 1096 time: 0.3058400 Apr 08 02:45:05.089486 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-5facf2a2-c5ab-4479-a909-398c579a509b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d0de92f33ff422f9ca8f1e94c157c7f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3066554 Apr 08 02:45:05.095318 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34436) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:05.102123 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facf2a2-c5ab-4479-a909-398c579a509b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1385c380-f36a-4ee8-a609-471520b49c68,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:05.146006 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.37', 57616) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:05.347572 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-5c6cfdb5-2338-40b0-b2f6-0756a945c4d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43 HTTP/1.1" status: 200 len: 217 time: 0.2801986 Apr 08 02:45:05.371457 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0c7a26-cc40-44c5-958d-6f0b8443aba9,revision_number=2']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:05.450786 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-031a2c87-70e6-45d4-a947-05823ac05e85 req-5d881439-5914-4607-9f5c-d70ea4c39bc5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 210 time: 0.2159328 Apr 08 02:45:05.473413 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d0f68-7545-4eed-b68f-bb216f2e119f req-dc51b6e5-d99a-402f-8ee3-ed0ef51e5649 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:05.480383 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-877d0f68-7545-4eed-b68f-bb216f2e119f req-dc51b6e5-d99a-402f-8ee3-ed0ef51e5649 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 945 time: 0.6748283 Apr 08 02:45:05.535301 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c14420cd-9d78-4d31-bd02-788e62e3e52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:05.554105 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.managers [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Attempting to bind port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:45:05.554439 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.managers [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Attempting to bind port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'}] {{(pid=83154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:45:05.554775 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Attempting to bind port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 on network c6b1e02c-7d4a-4675-b24d-c357b80488e2 {{(pid=83154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:45:05.596557 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-877d0f68-7545-4eed-b68f-bb216f2e119f req-ec6bd94a-9556-41fd-840b-6e8cb093d92f tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139336 Apr 08 02:45:05.598911 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 on network c6b1e02c-7d4a-4675-b24d-c357b80488e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:45:05.599372 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Attempting to bind port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 on network c6b1e02c-7d4a-4675-b24d-c357b80488e2 {{(pid=83154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:45:05.615003 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c14420cd-9d78-4d31-bd02-788e62e3e52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:05.622018 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:45:05.622355 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Checking segment: {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:45:05.622735 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Bound using segment: {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'} {{(pid=83154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:45:05.643624 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.managers [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Bound port: 6c0c7a26-cc40-44c5-958d-6f0b8443aba9, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'}}] {{(pid=83154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:45:05.644003 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:05.659859 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-6b1a9e82-aca2-4e8b-891f-3843f68ac237 req-eecaddda-6db8-439e-8ad5-01666714bceb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 1098 time: 0.7128642 Apr 08 02:45:05.731933 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-f8d3de9c-c034-468e-afc7-5df86d985f74 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:05.733451 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-f8d3de9c-c034-468e-afc7-5df86d985f74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64016a0c-f630-4f2c-b2c8-29440d7c30ef HTTP/1.1" status: 200 len: 855 time: 0.3526487 Apr 08 02:45:05.735466 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dff27a0-222b-4373-8ab5-872fbb41f10c'] response: {'name': 'network-changed', 'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'status': 'completed', 'code': 200} Apr 08 02:45:05.779152 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-6b1a9e82-aca2-4e8b-891f-3843f68ac237 req-b5e9c18a-24eb-49dd-8694-83f982b9daa4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:05.858527 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-47a2448c-7688-4760-9966-f509c45de45b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:05.860584 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-47a2448c-7688-4760-9966-f509c45de45b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 814 time: 0.7107732 Apr 08 02:45:05.896324 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-6b1a9e82-aca2-4e8b-891f-3843f68ac237 req-b5e9c18a-24eb-49dd-8694-83f982b9daa4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:05.901031 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-6b1a9e82-aca2-4e8b-891f-3843f68ac237 req-b5e9c18a-24eb-49dd-8694-83f982b9daa4 service neutron] Usage tracker for resource:security_group_rule and tenant:11b6d2750e474bd5b3522d1f020e0fa5 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:05.904471 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-6b1a9e82-aca2-4e8b-891f-3843f68ac237 req-b5e9c18a-24eb-49dd-8694-83f982b9daa4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:05.910936 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-6b1a9e82-aca2-4e8b-891f-3843f68ac237 req-b5e9c18a-24eb-49dd-8694-83f982b9daa4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:06.007990 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-aa22b4b6-a2d2-4010-8b22-c8659e343f1a req-b619681a-c4d5-491f-a630-ffadab07af1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 210 time: 0.1233163 Apr 08 02:45:06.056951 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-6b1a9e82-aca2-4e8b-891f-3843f68ac237 req-b5e9c18a-24eb-49dd-8694-83f982b9daa4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:06.063122 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] For port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9, host hv-cinder-83705, cleared binding levels {{(pid=83154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:45:06.066883 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] For port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=6c0c7a26-cc40-44c5-958d-6f0b8443aba9,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:45:06.068034 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c14420cd-9d78-4d31-bd02-788e62e3e52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:06.073302 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-6b1a9e82-aca2-4e8b-891f-3843f68ac237 req-b5e9c18a-24eb-49dd-8694-83f982b9daa4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:06.083600 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:06.123087 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14420cd-9d78-4d31-bd02-788e62e3e52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1385c380-f36a-4ee8-a609-471520b49c68,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:06.168005 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c14420cd-9d78-4d31-bd02-788e62e3e52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:06.169159 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-c14420cd-9d78-4d31-bd02-788e62e3e52d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1385c380-f36a-4ee8-a609-471520b49c68 HTTP/1.1" status: 204 len: 168 time: 1.0602996 Apr 08 02:45:06.175056 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-6b1a9e82-aca2-4e8b-891f-3843f68ac237 req-b5e9c18a-24eb-49dd-8694-83f982b9daa4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351010 Apr 08 02:45:06.189642 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51810830-1144-4ce1-98b9-a5a3b922e8f4 req-4daf35ee-1175-4919-a5f7-93e82d987656 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:06.191541 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-2437ddac-b6d2-4477-9dc2-5fbd5621f918 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:security_group {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:45:06.204590 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:06.205766 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-51810830-1144-4ce1-98b9-a5a3b922e8f4 req-4daf35ee-1175-4919-a5f7-93e82d987656 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.3199964 Apr 08 02:45:06.239548 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9c18a-24eb-49dd-8694-83f982b9daa4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ee641c84-222c-4683-bdfd-63ac1c6c24a8,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:06.259728 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for port, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:06.261060 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] 10.222.0.37 "PUT /v2.0/ports/6c0c7a26-cc40-44c5-958d-6f0b8443aba9 HTTP/1.1" status: 200 len: 1094 time: 3.0603216 Apr 08 02:45:06.262254 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49c396b-1021-4f06-9f4a-6411bfe6bbea', 'tag': '6c0c7a26-cc40-44c5-958d-6f0b8443aba9'}] {{(pid=83154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:06.269403 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-2847321a-b671-4337-949b-af7ff52224e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08bdb27d-9848-4e86-ab5c-accfd09c6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4776506 Apr 08 02:45:06.283945 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Transition to ACTIVE for port object 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:06.285155 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-2437ddac-b6d2-4477-9dc2-5fbd5621f918 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:security_group {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:45:06.286280 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-2437ddac-b6d2-4477-9dc2-5fbd5621f918 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d73314cb194d45a0981f40eece2fdb5a HTTP/1.1" status: 200 len: 379 time: 0.2967076 Apr 08 02:45:06.304891 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67aa37a-54f9-4d16-be2f-e6a893897795 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0c7a26-cc40-44c5-958d-6f0b8443aba9,revision_number=3']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:06.341598 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:06.391131 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-51810830-1144-4ce1-98b9-a5a3b922e8f4 req-675bd54a-c6d2-46f3-9b98-425bde171b4a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842961 Apr 08 02:45:06.394666 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f02daf-226f-41ca-8eea-29ceef511818'] response: {'name': 'network-changed', 'server_uuid': 'a49c396b-1021-4f06-9f4a-6411bfe6bbea', 'tag': '6c0c7a26-cc40-44c5-958d-6f0b8443aba9', 'status': 'completed', 'code': 200} Apr 08 02:45:06.427948 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'port': {'device_id': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'admin_state_up': True, 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'security_groups': ['a4c68361-fdf6-45fa-946d-d9d64a292b07']}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:06.585836 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-99ab3643-a5bf-4712-90d4-35b3c0ebf221 req-8681103c-14da-45ff-8fd4-0e98adbcbdd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 1097 time: 0.1458590 Apr 08 02:45:06.747336 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Pushing event updated for resources: {'Port': ['ID=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:06.751518 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-f75e2b8e-20a7-4fcd-8bf3-b1019ffa8877 service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320900 Apr 08 02:45:06.820612 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Network c6b1e02c-7d4a-4675-b24d-c357b80488e2 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:45:06.859266 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:45:06.873182 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:45:06.877166 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:06.877767 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:07.000382 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab3643-a5bf-4712-90d4-35b3c0ebf221 req-380dcb85-522c-4a52-9f69-90bf43c76d2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:07.001995 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-99ab3643-a5bf-4712-90d4-35b3c0ebf221 req-380dcb85-522c-4a52-9f69-90bf43c76d2b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d1d586e8af214fe5b20a54f74147d206&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4084857 Apr 08 02:45:07.167805 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-c0791062-f60f-4ec9-b6b9-5fb3dc347efc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6408978 Apr 08 02:45:07.174674 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:07.179236 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:port and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:07.182341 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:07.193297 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:07.210842 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Request body: {'port': {'device_id': '3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:07.302473 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c474af6-bfe6-43af-95a8-5076a4aed7fa req-08e4bbdc-32e4-4175-8d9d-333e589878da tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:07.310635 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4c474af6-bfe6-43af-95a8-5076a4aed7fa req-08e4bbdc-32e4-4175-8d9d-333e589878da tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 945 time: 0.4938722 Apr 08 02:45:07.316170 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-8cee7388-d918-4b3f-add9-fd00fa400161 None None] Provisioning for port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:07.328973 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-aee5c2ec-dd3c-4ecf-b5eb-36e51d270c94 req-374b94f3-e6c7-4bd3-8326-cadf3b875220 service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169296 Apr 08 02:45:07.329373 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-8cee7388-d918-4b3f-add9-fd00fa400161 None None] Provisioning complete for port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:07.329743 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8cee7388-d918-4b3f-add9-fd00fa400161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:07.329857 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Made reservation on behalf of d73314cb194d45a0981f40eece2fdb5a for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:45:07.332904 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:07.343268 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db03ad5-a9f8-40e9-b187-5bc84ebf1c49 req-9974c505-d75d-4bae-8999-b61f831dcae9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:07.351198 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2db03ad5-a9f8-40e9-b187-5bc84ebf1c49 req-9974c505-d75d-4bae-8999-b61f831dcae9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 932 time: 0.5461142 Apr 08 02:45:07.402281 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab3643-a5bf-4712-90d4-35b3c0ebf221 req-67281e18-fa2a-4fa5-9965-8260676b7f67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:07.403813 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-99ab3643-a5bf-4712-90d4-35b3c0ebf221 req-67281e18-fa2a-4fa5-9965-8260676b7f67 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3850656 Apr 08 02:45:07.458948 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4c474af6-bfe6-43af-95a8-5076a4aed7fa req-0a224f2f-b2d6-4051-b5c4-24cd81fd47d0 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470673 Apr 08 02:45:07.506466 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-8cee7388-d918-4b3f-add9-fd00fa400161 None None] Port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:45:07.544389 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-2db03ad5-a9f8-40e9-b187-5bc84ebf1c49 req-70d0b607-0486-493a-add2-8ba6b48a06db tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Synchronizing usage tracker for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:45:07.640757 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-2db03ad5-a9f8-40e9-b187-5bc84ebf1c49 req-70d0b607-0486-493a-add2-8ba6b48a06db tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Unset dirty status for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:45:07.654471 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2db03ad5-a9f8-40e9-b187-5bc84ebf1c49 req-70d0b607-0486-493a-add2-8ba6b48a06db tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016195 Apr 08 02:45:07.690007 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-f8d3b436-53c6-4fd1-b615-1b63d0ee5c71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 1097 time: 0.2290707 Apr 08 02:45:07.808717 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:07.878994 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-cc606071-52dc-408d-aef1-f4213d44c760 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c0c7a26-cc40-44c5-958d-6f0b8443aba9 HTTP/1.1" status: 200 len: 217 time: 0.1771491 Apr 08 02:45:07.898306 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-35c0283d-a4f6-4e90-9f0c-a49dad4f0715 req-24c4d4f6-c5c9-47d5-840b-cbfa7453c5d6 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 210 time: 0.1057832 Apr 08 02:45:08.042124 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Allocated IP 172.20.0.8 (12062f10-b133-4784-86c3-8f4eb869d796/57980487-889a-49d9-bd17-72de232f8919/024407b5-b24a-4ce1-8c8e-711e0533b26b) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:45:08.083002 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34550) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:08.158972 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9a7d2b19-f76a-4fc7-86ab-f27165f4ccca req-98569445-aa4c-4a27-ad80-8c01b5957383 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f36689d17778495781486ab15ffa7a19&device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 1096 time: 0.7442629 Apr 08 02:45:08.163728 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-2f419e00-985c-4360-9e64-3e9d9e6c75cb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:08.167326 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-2f419e00-985c-4360-9e64-3e9d9e6c75cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.2568302 Apr 08 02:45:08.285564 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-673924043-network', 'tenant_id': '4901bfddfb43400192a0d086754ab84b'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:08.299871 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:08.311127 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6b1d5-c2bb-4264-b4d4-caba483ad506 req-40753728-1943-4619-9ea2-d8c2e11a0785 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:08.315131 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d2b19-f76a-4fc7-86ab-f27165f4ccca req-9e402121-eb1b-42f4-ade6-0b26b2e5ce88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:08.316586 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9a7d2b19-f76a-4fc7-86ab-f27165f4ccca req-9e402121-eb1b-42f4-ade6-0b26b2e5ce88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 200 len: 917 time: 0.1441472 Apr 08 02:45:08.320139 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5be6b1d5-c2bb-4264-b4d4-caba483ad506 req-40753728-1943-4619-9ea2-d8c2e11a0785 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.4071186 Apr 08 02:45:08.324513 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Usage tracker for resource:network and tenant:4901bfddfb43400192a0d086754ab84b is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:08.342076 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:08.353059 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:08.382922 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-4918868a-5a66-426c-b103-d8107eb87e43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2089303 Apr 08 02:45:08.385766 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Made reservation on behalf of 4901bfddfb43400192a0d086754ab84b for: {'network': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:45:08.388075 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:08.427947 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5be6b1d5-c2bb-4264-b4d4-caba483ad506 req-6ac95a3f-971f-49b3-9e92-b2faca2e4333 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068766 Apr 08 02:45:08.431810 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:08.538565 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9a7d2b19-f76a-4fc7-86ab-f27165f4ccca req-55b7d5b8-063f-480f-bcb6-d2bf5e58cdde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43 HTTP/1.1" status: 200 len: 217 time: 0.2109966 Apr 08 02:45:08.572316 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-f046ad7b-4aee-4123-a2a3-0430e7956b9f service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736386 Apr 08 02:45:08.686202 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:08.707514 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Usage tracker for resource:security_group_rule and tenant:4901bfddfb43400192a0d086754ab84b is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:08.717911 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:08.735750 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d2b19-f76a-4fc7-86ab-f27165f4ccca req-b94b0569-d684-4357-ad87-6e0871a9f75a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:08.736940 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9a7d2b19-f76a-4fc7-86ab-f27165f4ccca req-b94b0569-d684-4357-ad87-6e0871a9f75a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64016a0c-f630-4f2c-b2c8-29440d7c30ef HTTP/1.1" status: 200 len: 855 time: 0.1448050 Apr 08 02:45:08.738787 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:08.814030 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:08.850425 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Transition to ACTIVE for port object 024407b5-b24a-4ce1-8c8e-711e0533b26b will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:08.859185 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.db.resource_extend [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 02:45:08.879532 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f072b6a-3901-4432-88dc-4f4e2f85c877 req-c7c69e05-7ba7-46e0-977d-b499382793b8 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988575 Apr 08 02:45:08.948787 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:45:08.959744 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:08.964408 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9a7d2b19-f76a-4fc7-86ab-f27165f4ccca req-f251fc03-6b04-4ae9-931c-cc7d36c04f08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08bdb27d-9848-4e86-ab5c-accfd09c6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2205825 Apr 08 02:45:08.989461 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf0eff-c512-41d6-b855-3674d4401fc9 req-8373f939-7603-43d3-8dbc-f861ea1ead63 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:08.990961 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-afbf0eff-c512-41d6-b855-3674d4401fc9 req-8373f939-7603-43d3-8dbc-f861ea1ead63 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 945 time: 0.3883467 Apr 08 02:45:09.001972 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:09.063010 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:09.079074 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89199e85-26f8-4dba-b686-8431d70afaa5 req-4d096ee0-a2fb-4ec2-8bc0-96047913ea59 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:09.080463 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-89199e85-26f8-4dba-b686-8431d70afaa5 req-4d096ee0-a2fb-4ec2-8bc0-96047913ea59 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 932 time: 0.1947696 Apr 08 02:45:09.083423 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-afbf0eff-c512-41d6-b855-3674d4401fc9 req-078dc5a2-4e9a-4cac-b8e3-06e63617d4c3 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861382 Apr 08 02:45:09.084014 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:09.108059 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Transition to ACTIVE for port object 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:09.128901 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Network 12062f10-b133-4784-86c3-8f4eb869d796 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:45:09.136123 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:09.144404 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:45:09.152517 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:45:09.156400 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:09.157018 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:09.171723 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b619a1-9607-40ac-b2a7-82dd986fee11,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:09.191086 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7703810 Apr 08 02:45:09.194319 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=83154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:45:09.200457 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0550d-5895-4943-b45b-6107f499a550 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'Port': ['ID=024407b5-b24a-4ce1-8c8e-711e0533b26b,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:09.206375 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:09.206758 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.segments_db [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Added segment 84c7782e-2a1e-4bb8-ba8b-d24c2c3bd8cb of type vlan for network 9a7b6d33-6aa4-491b-991f-b513eb033839 Apr 08 02:45:09.212708 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Request body: {'port': {'device_id': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:09.331455 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-89199e85-26f8-4dba-b686-8431d70afaa5 req-46424d16-48e8-4278-a036-b3cafbafffa3 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437341 Apr 08 02:45:09.412050 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:09.514187 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:09.517867 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:09.518643 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:09.562313 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-abec9dd6-be57-42ca-8096-95f705a35a5e None None] Provisioning for port 024407b5-b24a-4ce1-8c8e-711e0533b26b completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:09.564279 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26d4c0-85eb-436d-96f2-126a826cfebb req-169992e1-f859-4e56-9738-8edef3fa581a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:09.568857 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9c26d4c0-85eb-436d-96f2-126a826cfebb req-169992e1-f859-4e56-9738-8edef3fa581a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 931 time: 0.2314124 Apr 08 02:45:09.572311 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-abec9dd6-be57-42ca-8096-95f705a35a5e None None] Provisioning complete for port 024407b5-b24a-4ce1-8c8e-711e0533b26b triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:09.573567 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-abec9dd6-be57-42ca-8096-95f705a35a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:09.678713 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9a7d2b19-f76a-4fc7-86ab-f27165f4ccca req-05d23342-ac7a-4ac0-ada7-f8ab5772fefd service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061379 Apr 08 02:45:09.681008 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Pushing event updated for resources: {'Port': ['ID=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:09.698715 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-abec9dd6-be57-42ca-8096-95f705a35a5e None None] Port 024407b5-b24a-4ce1-8c8e-711e0533b26b cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:45:09.801436 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6962123 Apr 08 02:45:09.807149 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34604) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:09.809627 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e01d5-5294-419a-9dbf-b403c857313f admin admin] Pushing event updated for resources: {'Network': ['ID=9a7b6d33-6aa4-491b-991f-b513eb033839,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:09.819354 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Request body: {'subnet': {'network_id': '9a7b6d33-6aa4-491b-991f-b513eb033839', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-673924043-subnet', 'tenant_id': '4901bfddfb43400192a0d086754ab84b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:09.831098 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:09.843162 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Usage tracker for resource:subnet and tenant:4901bfddfb43400192a0d086754ab84b is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:09.850796 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network 9a7b6d33-6aa4-491b-991f-b513eb033839 details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:45:09.860499 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9c26d4c0-85eb-436d-96f2-126a826cfebb req-8df139e0-d3f2-4444-b5e5-40137aba133a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747669 Apr 08 02:45:09.861533 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:09.877922 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:09.899856 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Made reservation on behalf of 4901bfddfb43400192a0d086754ab84b for: {'subnet': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:45:09.902725 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:09.992265 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Attempting to bind port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:45:09.992673 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Attempting to bind port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:45:09.993102 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Attempting to bind port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d on network c6b1e02c-7d4a-4675-b24d-c357b80488e2 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:45:10.015104 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:10.035790 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d on network c6b1e02c-7d4a-4675-b24d-c357b80488e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:45:10.036247 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Attempting to bind port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d on network c6b1e02c-7d4a-4675-b24d-c357b80488e2 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:45:10.040941 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94bbcd-f6ab-46b7-aca1-b0dc9474a4b9 req-5c8c94b3-fae6-412b-82c8-e865cf4de44d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:10.042483 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3e94bbcd-f6ab-46b7-aca1-b0dc9474a4b9 req-5c8c94b3-fae6-412b-82c8-e865cf4de44d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.3268020 Apr 08 02:45:10.085730 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:45:10.086074 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Checking segment: {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:45:10.086406 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Bound using segment: {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:45:10.086849 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Bound port: 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:45:10.087214 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:10.127443 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3e94bbcd-f6ab-46b7-aca1-b0dc9474a4b9 req-bf4edaf4-c26f-4eb6-94f2-69e285e788bf tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682218 Apr 08 02:45:10.136199 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device d2e714d5-68d5-4c5e-996c-1a3ace0aac43 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:45:10.145934 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9a7d2b19-f76a-4fc7-86ab-f27165f4ccca req-8b28097e-f15e-4438-94d6-4068e8e2e9fe service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109948 Apr 08 02:45:10.294949 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:10.295840 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] For port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:45:10.311522 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:10.327037 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'port_id': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'mac_address': 'fa:16:3e:2b:9b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:45:10.364744 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] For port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:45:10.382040 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:10.410199 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76750791-e414-48f2-b4f1-d853021313d9,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:10.429241 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:10.450650 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e714d5-68d5-4c5e-996c-1a3ace0aac43 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:45:10.472790 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:10.473207 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:10.474161 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] 10.222.0.37 "PUT /v2.0/ports/2e17ebfc-c7f3-4021-bc3b-b44303a9d06d HTTP/1.1" status: 200 len: 1094 time: 3.2699106 Apr 08 02:45:10.476032 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Checking segment: {'id': '84c7782e-2a1e-4bb8-ba8b-d24c2c3bd8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9a7b6d33-6aa4-491b-991f-b513eb033839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:45:10.476847 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Network hostable DHCP agents. Network: 9a7b6d33-6aa4-491b-991f-b513eb033839, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:45:10.481317 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:10.485141 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c', 'tag': '2e17ebfc-c7f3-4021-bc3b-b44303a9d06d'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:10.591960 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Network 9a7b6d33-6aa4-491b-991f-b513eb033839 is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:45:10.603392 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d3b03a-e923-4db7-8625-aa9b7b4e15b2'] response: {'name': 'network-changed', 'server_uuid': '3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c', 'tag': '2e17ebfc-c7f3-4021-bc3b-b44303a9d06d', 'status': 'completed', 'code': 200} Apr 08 02:45:10.611509 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614251be-d7cd-4605-a50c-aa218ac2fc60 service neutron] Pushing event updated for resources: {'Port': ['ID=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:10.612667 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:10.613788 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, 9a7b6d33-6aa4-491b-991f-b513eb033839) {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:45:10.620156 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:10.621038 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:10.643629 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e9ba1b-9f2e-435d-99d0-9fda319bdd12 None None] Network 9a7b6d33-6aa4-491b-991f-b513eb033839 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:45:10.672141 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cc3ab-71fe-4499-acdb-774b6a799c76 req-32e0ff13-eda8-44fd-8a3e-12301acc7b5a tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:10.682998 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0d5cc3ab-71fe-4499-acdb-774b6a799c76 req-32e0ff13-eda8-44fd-8a3e-12301acc7b5a tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 944 time: 0.1779990 Apr 08 02:45:10.735448 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-256e94a8-9193-47b1-a536-543e9973b179 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9270310 Apr 08 02:45:10.746537 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['d2e714d5-68d5-4c5e-996c-1a3ace0aac43'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:45:10.797914 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0d5cc3ab-71fe-4499-acdb-774b6a799c76 req-75969c79-2353-4e2d-ac98-c68756ab04a9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137972 Apr 08 02:45:10.820363 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-e657a0ef-74ba-47dd-96d8-67191665cc81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 1097 time: 0.2969873 Apr 08 02:45:10.823431 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024407b5-b24a-4ce1-8c8e-711e0533b26b {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:45:10.896545 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:10.912692 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-b5dfae6d-a8ad-4247-8255-d0d331f26ebe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d HTTP/1.1" status: 200 len: 217 time: 0.0838709 Apr 08 02:45:10.986318 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-7bd23b7f-fc53-4bfb-aa6d-577d1f7396f3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:10.988252 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-7bd23b7f-fc53-4bfb-aa6d-577d1f7396f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.0680125 Apr 08 02:45:10.989278 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Transition to ACTIVE for port object 024407b5-b24a-4ce1-8c8e-711e0533b26b will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:11.063764 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:11.222703 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cc6560-6a34-4695-9275-fbbc26e8b490 None None] Network 9a7b6d33-6aa4-491b-991f-b513eb033839 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:45:11.330087 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f14c50-6224-4b0e-b0c8-df3b6d426c94 req-fa146a40-6b51-4087-b637-8fee89eb6c01 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:11.341638 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-43f14c50-6224-4b0e-b0c8-df3b6d426c94 req-fa146a40-6b51-4087-b637-8fee89eb6c01 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 943 time: 0.2073920 Apr 08 02:45:11.398053 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Pushing event updated for resources: {'Port': ['ID=024407b5-b24a-4ce1-8c8e-711e0533b26b,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:11.463564 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-43f14c50-6224-4b0e-b0c8-df3b6d426c94 req-eacffa34-4ce9-4d2c-bb9f-d5788b7e3404 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141167 Apr 08 02:45:11.493531 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-63e2eb93-2720-4834-ae32-2b562089a7d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4960392 Apr 08 02:45:11.738583 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Attempting to bind port 024407b5-b24a-4ce1-8c8e-711e0533b26b on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:45:11.738954 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Attempting to bind port 024407b5-b24a-4ce1-8c8e-711e0533b26b by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:45:11.739304 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Attempting to bind port 024407b5-b24a-4ce1-8c8e-711e0533b26b on network 12062f10-b133-4784-86c3-8f4eb869d796 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:45:11.762587 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Port 024407b5-b24a-4ce1-8c8e-711e0533b26b on network 12062f10-b133-4784-86c3-8f4eb869d796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:45:11.763470 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Attempting to bind port 024407b5-b24a-4ce1-8c8e-711e0533b26b on network 12062f10-b133-4784-86c3-8f4eb869d796 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:45:11.776285 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:45:11.776601 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Checking segment: {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:45:11.777142 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Bound using segment: {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:45:11.777533 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Bound port: 024407b5-b24a-4ce1-8c8e-711e0533b26b, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:45:11.777888 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:11.961388 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] For port 024407b5-b24a-4ce1-8c8e-711e0533b26b, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:45:11.967443 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] For port 024407b5-b24a-4ce1-8c8e-711e0533b26b, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=024407b5-b24a-4ce1-8c8e-711e0533b26b,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:45:11.988157 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab629a-b987-43c6-b731-73c553ddd847 req-5b6bd8f0-0b4b-4ab1-813e-20773c98f907 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:11.989721 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8cab629a-b987-43c6-b731-73c553ddd847 req-5b6bd8f0-0b4b-4ab1-813e-20773c98f907 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 944 time: 0.1629226 Apr 08 02:45:11.991308 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:12.042446 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34684) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:12.104569 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8cab629a-b987-43c6-b731-73c553ddd847 req-2b7a70d6-c06a-467b-ab93-feea35e98717 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074822 Apr 08 02:45:12.142592 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:45:12.279704 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device d2e714d5-68d5-4c5e-996c-1a3ace0aac43 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:45:12.337415 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-7b516641-eb7f-48d3-93af-e65426d02460 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8365529 Apr 08 02:45:12.345623 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:12.377970 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] 10.222.0.37 "PUT /v2.0/ports/024407b5-b24a-4ce1-8c8e-711e0533b26b HTTP/1.1" status: 200 len: 1093 time: 3.1435516 Apr 08 02:45:12.480999 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=6c0c7a26-cc40-44c5-958d-6f0b8443aba9,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:12.500233 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '6c0c7a26-cc40-44c5-958d-6f0b8443aba9', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'port_id': '6c0c7a26-cc40-44c5-958d-6f0b8443aba9', 'mac_address': 'fa:16:3e:05:e9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:45:12.581483 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f8713689-affc-4707-ab64-fe9d84152ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:12.634712 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34708) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:12.660445 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1619319306-network', 'tenant_id': '365d580603784b8c9ab1daba963366d9'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:12.695212 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:12.702377 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Usage tracker for resource:network and tenant:365d580603784b8c9ab1daba963366d9 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:12.731554 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:12.746791 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'tag': '024407b5-b24a-4ce1-8c8e-711e0533b26b'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:12.754629 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17ce32-4d65-4368-b711-d1b72df47983 req-d403a5e7-7e5e-4ae7-bcb2-019721a00a9b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:12.761670 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-fd17ce32-4d65-4368-b711-d1b72df47983 req-d403a5e7-7e5e-4ae7-bcb2-019721a00a9b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 944 time: 0.4041796 Apr 08 02:45:12.766094 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:12.797364 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:12.804970 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f8713689-affc-4707-ab64-fe9d84152ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:12.824720 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1006b9ef-4cba-4bd8-9228-60a2767de4cc req-3b6abb54-0f4d-461a-a38e-da4bfc5bb72f service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427338 Apr 08 02:45:12.834785 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8814ae-d1ec-4593-829c-7a83d1fcf3fd service neutron] Pushing event updated for resources: {'Port': ['ID=024407b5-b24a-4ce1-8c8e-711e0533b26b,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:12.849339 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f8713689-affc-4707-ab64-fe9d84152ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:88bf6664dd714760a506e79985478966 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:12.858051 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f8713689-affc-4707-ab64-fe9d84152ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:12.868745 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f8713689-affc-4707-ab64-fe9d84152ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:12.870909 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Made reservation on behalf of 365d580603784b8c9ab1daba963366d9 for: {'network': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:45:12.873475 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:12.890507 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-e3dc0f16-194e-4cf7-a03e-fc8b248b77b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 1096 time: 0.4177926 Apr 08 02:45:12.915526 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:45:12.917835 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:12.931574 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:12.954508 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:12.954785 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:12.959480 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-fd17ce32-4d65-4368-b711-d1b72df47983 req-15b47398-02e6-473e-abbc-8ab9ef6d9545 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967907 Apr 08 02:45:13.027655 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=6c0c7a26-cc40-44c5-958d-6f0b8443aba9,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:13.042551 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:13.044138 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df46b1-26c7-45ec-9970-2f4ba4fd2506 req-4819e135-8ac1-4ca1-8ca2-3ba903a202d3 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:13.051069 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-48df46b1-26c7-45ec-9970-2f4ba4fd2506 req-4819e135-8ac1-4ca1-8ca2-3ba903a202d3 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 943 time: 0.3070850 Apr 08 02:45:13.058403 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9ed2aaf3-585c-4ae7-b63e-2a89516e35fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=024407b5-b24a-4ce1-8c8e-711e0533b26b HTTP/1.1" status: 200 len: 217 time: 0.1062644 Apr 08 02:45:13.081234 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:13.093165 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Usage tracker for resource:security_group_rule and tenant:365d580603784b8c9ab1daba963366d9 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:13.101122 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:13.110498 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750215b9-be94-48f1-8662-735ea54eb9bf'] response: {'name': 'network-changed', 'server_uuid': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'tag': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'status': 'completed', 'code': 200} Apr 08 02:45:13.121311 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:13.143940 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=6c0c7a26-cc40-44c5-958d-6f0b8443aba9,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:13.152618 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b2df74ee-0ed3-4426-adb2-42b4730651a2 req-8a26b85d-0a37-4169-ad5a-381ec3388949 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 1097 time: 0.2584250 Apr 08 02:45:13.157352 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f8713689-affc-4707-ab64-fe9d84152ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:13.164489 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-99cdc50c-cc23-403f-a05c-ea0f62415a1e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:13.166245 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-99cdc50c-cc23-403f-a05c-ea0f62415a1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57980487-889a-49d9-bd17-72de232f8919 HTTP/1.1" status: 200 len: 853 time: 0.0999808 Apr 08 02:45:13.169171 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-48df46b1-26c7-45ec-9970-2f4ba4fd2506 req-8181289c-d013-48dd-8d72-ef32b2cdd6d7 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170921 Apr 08 02:45:13.189577 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f8713689-affc-4707-ab64-fe9d84152ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:13.227960 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8713689-affc-4707-ab64-fe9d84152ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96320dca-c205-4c71-9858-bd7e4e2d792f,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:13.266754 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:13.271481 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-f8713689-affc-4707-ab64-fe9d84152ba4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88bf6664dd714760a506e79985478966&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2280984 Apr 08 02:45:13.273297 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34726) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:13.348802 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['6c0c7a26-cc40-44c5-958d-6f0b8443aba9'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:45:13.389480 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df74ee-0ed3-4426-adb2-42b4730651a2 req-055ba122-e0d9-4cde-a383-89ccccab99ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:13.391398 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b2df74ee-0ed3-4426-adb2-42b4730651a2 req-055ba122-e0d9-4cde-a383-89ccccab99ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 919 time: 0.2211733 Apr 08 02:45:13.412906 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fecee2fe-354b-42d9-b726-2338d7fe5ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:13.416022 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:13.428054 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:13.452468 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:13.480862 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fecee2fe-354b-42d9-b726-2338d7fe5ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:13.498128 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:13.518565 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b2df74ee-0ed3-4426-adb2-42b4730651a2 req-2aa5e5ea-64e9-4075-8f06-43eb892ea58e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d HTTP/1.1" status: 200 len: 217 time: 0.1195188 Apr 08 02:45:13.552609 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-3771bcf8-8fde-4c17-9dd2-20dca895ea74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:13.553750 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:13.555555 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0f5d24-ff79-4f41-b3fc-1d3b52d6e98d'] response: {'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'code': 200} Apr 08 02:45:13.606607 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-c493687f-c34a-41e9-b7a6-240aa140ee2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12062f10-b133-4784-86c3-8f4eb869d796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2641380 Apr 08 02:45:13.629664 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:13.672418 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=83154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:45:13.679287 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2083a9-bafa-4804-9d0e-bfa574b21027,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:13.687735 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fecee2fe-354b-42d9-b726-2338d7fe5ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:13.738198 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecee2fe-354b-42d9-b726-2338d7fe5ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96320dca-c205-4c71-9858-bd7e4e2d792f,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:13.742054 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df74ee-0ed3-4426-adb2-42b4730651a2 req-4e20ecad-6188-4937-83f7-82cd5326cf7f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:13.743525 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b2df74ee-0ed3-4426-adb2-42b4730651a2 req-4e20ecad-6188-4937-83f7-82cd5326cf7f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.2175210 Apr 08 02:45:13.757897 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:13.758321 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.segments_db [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Added segment e80bd0fe-aa49-47a6-a985-2ed7b10f11db of type vlan for network 615ee62d-7f26-46d7-bfe7-7576d0173397 Apr 08 02:45:13.851925 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fecee2fe-354b-42d9-b726-2338d7fe5ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:13.855507 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-fecee2fe-354b-42d9-b726-2338d7fe5ae0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96320dca-c205-4c71-9858-bd7e4e2d792f HTTP/1.1" status: 204 len: 168 time: 0.5788023 Apr 08 02:45:13.880445 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931eb87-f46c-40ce-9eff-9b31331c9ff1 req-05dbac76-d10e-4d74-ada4-1b7a5ba7f15d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:13.882025 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d931eb87-f46c-40ce-9eff-9b31331c9ff1 req-05dbac76-d10e-4d74-ada4-1b7a5ba7f15d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 944 time: 0.5569711 Apr 08 02:45:13.887239 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:14.013907 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-0949bcdb-0a91-4c84-9c2c-2c9a2ed2b85c service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797684 Apr 08 02:45:14.059419 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d931eb87-f46c-40ce-9eff-9b31331c9ff1 req-34058b3f-cd56-42e1-8420-cbed38ccdc82 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659329 Apr 08 02:45:14.062662 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:14.063707 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:14.064743 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:14.244440 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b2df74ee-0ed3-4426-adb2-42b4730651a2 req-d0295013-8c6c-4581-b381-cc8c08e326aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4772458 Apr 08 02:45:14.248059 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] Pushing event updated for resources: {'Network': ['ID=615ee62d-7f26-46d7-bfe7-7576d0173397,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:14.255797 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-77d00b9d-2d1e-4e97-a315-f709cf23b756 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6185098 Apr 08 02:45:14.259118 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34746) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:14.263830 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network 615ee62d-7f26-46d7-bfe7-7576d0173397 details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:45:14.272736 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Request body: {'subnet': {'network_id': '615ee62d-7f26-46d7-bfe7-7576d0173397', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1619319306-subnet', 'tenant_id': '365d580603784b8c9ab1daba963366d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:14.279498 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:14.286156 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Usage tracker for resource:subnet and tenant:365d580603784b8c9ab1daba963366d9 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:14.290321 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:14.300307 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:14.333776 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb802897-5ca9-435b-9c29-ad59382dfc9e req-c71b8fab-551d-4b56-8064-df9981ae8ec0 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:14.337325 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bb802897-5ca9-435b-9c29-ad59382dfc9e req-c71b8fab-551d-4b56-8064-df9981ae8ec0 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 944 time: 0.1656101 Apr 08 02:45:14.339524 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Made reservation on behalf of 365d580603784b8c9ab1daba963366d9 for: {'subnet': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:45:14.347164 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:14.429942 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4dfc63a0-9f98-4d7a-ab2f-361f653db4ba req-e333c5ee-8d3f-4c91-a187-c532dae08d20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 1098 time: 0.5267200 Apr 08 02:45:14.523103 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-778a471b-98d2-447e-ac01-3e42f1136f24 req-9628cce6-ef0a-40a6-b111-e597ec6ffb25 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871159 Apr 08 02:45:14.712351 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bb802897-5ca9-435b-9c29-ad59382dfc9e req-276bae85-5251-40ad-8607-a2461c44c436 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291843 Apr 08 02:45:14.713706 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-4dfc63a0-9f98-4d7a-ab2f-361f653db4ba req-abf688fb-fd5d-4176-a870-88f71ed3f6d5 service neutron] Synchronizing usage tracker for tenant:11b6d2750e474bd5b3522d1f020e0fa5 on resource:security_group {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:45:14.735190 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b2df74ee-0ed3-4426-adb2-42b4730651a2 req-9732386b-be7a-4436-aab9-45cb8a845c6c service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797881 Apr 08 02:45:14.762447 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c5bef-1378-4e43-8dc6-0f5d2ccd495d req-d5272b85-e938-4e90-be44-6eb4648c5d72 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:14.764704 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6b2c5bef-1378-4e43-8dc6-0f5d2ccd495d req-d5272b85-e938-4e90-be44-6eb4648c5d72 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 943 time: 0.1976645 Apr 08 02:45:14.765098 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34762) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:14.834520 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-4dfc63a0-9f98-4d7a-ab2f-361f653db4ba req-abf688fb-fd5d-4176-a870-88f71ed3f6d5 service neutron] Unset dirty status for tenant:11b6d2750e474bd5b3522d1f020e0fa5 on resource:security_group {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:45:14.835406 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4dfc63a0-9f98-4d7a-ab2f-361f653db4ba req-abf688fb-fd5d-4176-a870-88f71ed3f6d5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771267 Apr 08 02:45:14.847694 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f68768da-2c9a-494d-bd11-4348a60163e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:14.941645 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6b2c5bef-1378-4e43-8dc6-0f5d2ccd495d req-99030551-b988-450f-a666-8f7a56826f9d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242242 Apr 08 02:45:14.942597 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f68768da-2c9a-494d-bd11-4348a60163e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:14.949743 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f68768da-2c9a-494d-bd11-4348a60163e0 admin admin] Usage tracker for resource:security_group_rule and tenant:8cd9ae3c3da5483a99d0b3bd75b113b7 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:14.954163 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f68768da-2c9a-494d-bd11-4348a60163e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:14.968285 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f68768da-2c9a-494d-bd11-4348a60163e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:14.971219 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:14.982550 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b421b338-fb96-438b-95b7-301198c99cb6 req-72580f54-92fd-4708-ac8a-34a06ce5e7a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 1096 time: 0.4089510 Apr 08 02:45:15.008222 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b2df74ee-0ed3-4426-adb2-42b4730651a2 req-ea21d54c-aeba-4096-88f6-85d2060cbd30 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577403 Apr 08 02:45:15.069827 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7d12aa-c0ea-4769-a035-0b97b556afa3,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:15.114293 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Checking segment: {'id': 'e80bd0fe-aa49-47a6-a985-2ed7b10f11db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '615ee62d-7f26-46d7-bfe7-7576d0173397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:45:15.114293 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Network hostable DHCP agents. Network: 615ee62d-7f26-46d7-bfe7-7576d0173397, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:45:15.152513 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f68768da-2c9a-494d-bd11-4348a60163e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:15.159230 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f68768da-2c9a-494d-bd11-4348a60163e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:15.175975 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Network 615ee62d-7f26-46d7-bfe7-7576d0173397 is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:45:15.224080 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68768da-2c9a-494d-bd11-4348a60163e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8a269d-2665-47ad-8a56-2b3947dc8a10,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:15.244731 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, 615ee62d-7f26-46d7-bfe7-7576d0173397) {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:45:15.262246 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:15.262449 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbcff68-515e-4c05-9d0a-fb86e781ee89 None None] Network 615ee62d-7f26-46d7-bfe7-7576d0173397 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:45:15.262845 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:15.277660 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-f68768da-2c9a-494d-bd11-4348a60163e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cd9ae3c3da5483a99d0b3bd75b113b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5089800 Apr 08 02:45:15.280386 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 34782) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:15.365162 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-aa59706b-d1d6-408e-b068-3aa6e99b59e2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1050591 Apr 08 02:45:15.401192 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7f113-b2d1-4e42-8c55-13b3886430d6 req-a591a72a-9cb6-43a2-a9fc-cbaf99e69961 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:15.402936 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-14c7f113-b2d1-4e42-8c55-13b3886430d6 req-a591a72a-9cb6-43a2-a9fc-cbaf99e69961 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1047451 Apr 08 02:45:15.480375 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-14c7f113-b2d1-4e42-8c55-13b3886430d6 req-9b6e828f-4631-42b0-9582-00651d40e847 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675530 Apr 08 02:45:15.550312 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421b338-fb96-438b-95b7-301198c99cb6 req-8df0089a-c8ad-4e9e-b272-f68fec23ac0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:15.551917 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b421b338-fb96-438b-95b7-301198c99cb6 req-8df0089a-c8ad-4e9e-b272-f68fec23ac0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 915 time: 0.4959495 Apr 08 02:45:15.569391 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b804980e-b845-4622-9a44-01697ef70d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:15.570228 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de732b-0421-42b3-94cb-f20104c3726b req-f1052dc7-9f11-43fd-9e5f-6a466c7201ab tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:15.577285 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b7de732b-0421-42b3-94cb-f20104c3726b req-f1052dc7-9f11-43fd-9e5f-6a466c7201ab tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 945 time: 0.0841668 Apr 08 02:45:15.612218 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34790) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:15.640527 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a7decf-8f32-4107-a9a2-3b2a8f938388 None None] Network 615ee62d-7f26-46d7-bfe7-7576d0173397 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:45:15.666172 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b7de732b-0421-42b3-94cb-f20104c3726b req-af8c2a41-4fc8-4862-a54e-f7f1b8e2fd15 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879705 Apr 08 02:45:15.670914 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b804980e-b845-4622-9a44-01697ef70d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:15.678583 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b254796-bd8c-49a9-92a3-992d0991cf78 admin admin] Deleting subnet 76750791-e414-48f2-b4f1-d853021313d9 {{(pid=83154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:45:15.679085 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b421b338-fb96-438b-95b7-301198c99cb6 req-a126ecb1-c677-407a-8ef1-bd65da18fea4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=024407b5-b24a-4ce1-8c8e-711e0533b26b HTTP/1.1" status: 200 len: 217 time: 0.0971735 Apr 08 02:45:15.683479 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-7b254796-bd8c-49a9-92a3-992d0991cf78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:15.731241 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-7b254796-bd8c-49a9-92a3-992d0991cf78 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:15.738794 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-7b254796-bd8c-49a9-92a3-992d0991cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:15.776808 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421b338-fb96-438b-95b7-301198c99cb6 req-bdeab6a0-6fbf-446d-8021-038dee61a9f9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:15.778289 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b421b338-fb96-438b-95b7-301198c99cb6 req-bdeab6a0-6fbf-446d-8021-038dee61a9f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57980487-889a-49d9-bd17-72de232f8919 HTTP/1.1" status: 200 len: 853 time: 0.0914733 Apr 08 02:45:15.831965 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-7b254796-bd8c-49a9-92a3-992d0991cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:15.841302 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b804980e-b845-4622-9a44-01697ef70d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:15.843651 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ea8cf4e6-50ac-4120-a930-a7f64a644995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:15.869388 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804980e-b845-4622-9a44-01697ef70d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8a269d-2665-47ad-8a56-2b3947dc8a10,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:15.871828 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b804980e-b845-4622-9a44-01697ef70d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:15.880177 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-b804980e-b845-4622-9a44-01697ef70d7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae8a269d-2665-47ad-8a56-2b3947dc8a10 HTTP/1.1" status: 204 len: 168 time: 0.5906329 Apr 08 02:45:15.930594 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b421b338-fb96-438b-95b7-301198c99cb6 req-b1e27299-a10a-4c51-a6e0-5c0b8fc47651 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12062f10-b133-4784-86c3-8f4eb869d796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1433997 Apr 08 02:45:16.038124 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b254796-bd8c-49a9-92a3-992d0991cf78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76750791-e414-48f2-b4f1-d853021313d9,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:16.046284 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-7b254796-bd8c-49a9-92a3-992d0991cf78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:16.054959 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-7b254796-bd8c-49a9-92a3-992d0991cf78 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/76750791-e414-48f2-b4f1-d853021313d9 HTTP/1.1" status: 204 len: 168 time: 0.4417338 Apr 08 02:45:16.060410 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34804) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:16.155684 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:45:16.158167 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:45:16.212498 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b421b338-fb96-438b-95b7-301198c99cb6 req-3882e5c1-7ea1-423c-b236-f4352d451061 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737834 Apr 08 02:45:16.264539 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:16.274397 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaaa10-24a1-4915-89d0-95caa6d83f4f req-d51aab4b-bd5a-4e2a-b7ec-6458a1690f36 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:16.282630 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5ecaaa10-24a1-4915-89d0-95caa6d83f4f req-d51aab4b-bd5a-4e2a-b7ec-6458a1690f36 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 944 time: 0.3506827 Apr 08 02:45:16.285174 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:16.293899 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:16.294561 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:16.419539 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5ecaaa10-24a1-4915-89d0-95caa6d83f4f req-c2bfde29-6505-4d6e-af00-7e5243bf9d8b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359015 Apr 08 02:45:16.513732 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:16.515432 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b421b338-fb96-438b-95b7-301198c99cb6 req-103908bf-ef1b-4d17-8be4-9871b482ff73 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814288 Apr 08 02:45:16.563285 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579cbf0-caaf-4854-8be9-a4ee1b142397 req-2749a74b-2518-4302-8cdb-0757b96e1769 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:16.570309 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1579cbf0-caaf-4854-8be9-a4ee1b142397 req-2749a74b-2518-4302-8cdb-0757b96e1769 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 943 time: 0.3720877 Apr 08 02:45:16.616708 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:16.635453 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.635957 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.636743 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.636965 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > port after_create 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.637290 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.637633 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > port after_update 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.637966 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.650416 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '2e17ebfc-c7f3-4021-bc3b-b44303a9d06d', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'port_id': '2e17ebfc-c7f3-4021-bc3b-b44303a9d06d', 'mac_address': 'fa:16:3e:aa:d5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:45:16.651412 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.651676 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.651892 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.655164 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:16.696608 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:16.745921 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49c396b-1021-4f06-9f4a-6411bfe6bbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0c7a26-cc40-44c5-958d-6f0b8443aba9'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:16.753561 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=6c0c7a26-cc40-44c5-958d-6f0b8443aba9,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:16.757122 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:16.768771 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:16.826841 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:45:16.867635 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.868713 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.869502 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.870024 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:45:16.870700 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7b6d33-6aa4-491b-991f-b513eb033839']}} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:16.942989 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:16.946531 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:16.954944 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=6c0c7a26-cc40-44c5-958d-6f0b8443aba9,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:16.971328 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:17.093956 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:17.109723 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c7782e-2a1e-4bb8-ba8b-d24c2c3bd8cb') {'for_net_delete': True} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:17.110060 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c7782e-2a1e-4bb8-ba8b-d24c2c3bd8cb') {} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:17.127242 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1579cbf0-caaf-4854-8be9-a4ee1b142397 req-e31a4dd6-51d1-4f48-8054-d0be8bd57fda tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5560443 Apr 08 02:45:17.128799 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3199041'] for segment, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:17.140208 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d2e2-4646-48ce-9a79-43a98be359fc req-24bc8508-202e-4a5e-815c-8f1c9e88231c tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:17.143027 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-f2b0d2e2-4646-48ce-9a79-43a98be359fc req-24bc8508-202e-4a5e-815c-8f1c9e88231c tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.37 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 945 time: 0.0986700 Apr 08 02:45:17.167969 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:17.180258 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:45:17.180628 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107767'] for segment, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: util.warn_limited( Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: util.warn_limited( Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: Traceback (most recent call last): Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: timer() Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: cb(*args, **kw) Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: return func(*args, **kwargs) Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: self._notify() Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: self.callback(batched_events) Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: event.method(event) Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: return f(self, *a, **k) Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: return self._get(url).json() Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: return self.request(url, 'GET', **kwargs) Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:45:17.196365 dv-cinder-837052-1-smb neutron-server[83154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:45:17.228265 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['2e17ebfc-c7f3-4021-bc3b-b44303a9d06d'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:45:17.293532 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-f2b0d2e2-4646-48ce-9a79-43a98be359fc req-384d310b-20db-4da0-aff8-4b0d3360d142 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Deleting port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:45:17.293967 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-f2b0d2e2-4646-48ce-9a79-43a98be359fc req-384d310b-20db-4da0-aff8-4b0d3360d142 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:17.326008 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaafc96-a3f9-42d2-aabc-fa522f39d1ba req-75f203e5-68e9-454b-99dd-1ab677aaff06 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:17.333164 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5eaafc96-a3f9-42d2-aabc-fa522f39d1ba req-75f203e5-68e9-454b-99dd-1ab677aaff06 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.4367204 Apr 08 02:45:17.337523 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:17.390588 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:17.393158 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7b6d33-6aa4-491b-991f-b513eb033839,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:17.446276 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-fe1b7be2-daa7-438d-b91b-c13ba48b7505 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9a7b6d33-6aa4-491b-991f-b513eb033839 HTTP/1.1" status: 204 len: 168 time: 1.3848507 Apr 08 02:45:17.450291 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34856) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:17.501039 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5eaafc96-a3f9-42d2-aabc-fa522f39d1ba req-324dc156-a728-48ec-a174-e690069a12f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669042 Apr 08 02:45:17.564054 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f68a0c7-67a3-4b1c-868a-e7e72165f7b1 admin admin] Deleting subnet fb7d12aa-c0ea-4769-a035-0b97b556afa3 {{(pid=83154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:45:17.567812 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5f68a0c7-67a3-4b1c-868a-e7e72165f7b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:17.664116 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8044985-095e-4c4a-8ee1-4617c4a27218'] response: {'server_uuid': 'a49c396b-1021-4f06-9f4a-6411bfe6bbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0c7a26-cc40-44c5-958d-6f0b8443aba9', 'code': 200} Apr 08 02:45:17.667337 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-f2b0d2e2-4646-48ce-9a79-43a98be359fc req-384d310b-20db-4da0-aff8-4b0d3360d142 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] For port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9,segment=NetworkSegment(8cf213b3-a001-422e-9b78-e434eac60733),segment_id=8cf213b3-a001-422e-9b78-e434eac60733)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:17.667813 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-f2b0d2e2-4646-48ce-9a79-43a98be359fc req-384d310b-20db-4da0-aff8-4b0d3360d142 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:17.673162 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5f68a0c7-67a3-4b1c-868a-e7e72165f7b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3199064'] for subnet, precommit_delete_associations {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:17.744213 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f15c4-6c75-4833-8800-8f34a1d585d6 req-674c0c69-65bb-41cf-9580-7468269da4a9 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:17.745706 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-156f15c4-6c75-4833-8800-8f34a1d585d6 req-674c0c69-65bb-41cf-9580-7468269da4a9 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 945 time: 0.3658717 Apr 08 02:45:17.846420 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5f68a0c7-67a3-4b1c-868a-e7e72165f7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:17.880132 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34868) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:17.913735 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-156f15c4-6c75-4833-8800-8f34a1d585d6 req-aa98137d-5ffb-4223-bada-43f2ed355c25 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c64dab0-956b-4105-ae02-b7ca234eb25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543481 Apr 08 02:45:17.963551 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaa76d-5aa9-4c59-ab09-1a546e08825f req-9f76670f-24c9-4bce-a650-07578525a61c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:17.965114 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-69aaa76d-5aa9-4c59-ab09-1a546e08825f req-9f76670f-24c9-4bce-a650-07578525a61c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 945 time: 0.1667564 Apr 08 02:45:17.966753 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5f68a0c7-67a3-4b1c-868a-e7e72165f7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4107689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3354665'] for subnet, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:17.988106 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-f2b0d2e2-4646-48ce-9a79-43a98be359fc req-384d310b-20db-4da0-aff8-4b0d3360d142 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Calling delete_port for 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:45:18.029809 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68a0c7-67a3-4b1c-868a-e7e72165f7b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7d12aa-c0ea-4769-a035-0b97b556afa3,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:18.038445 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5f68a0c7-67a3-4b1c-868a-e7e72165f7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.052850 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-5f68a0c7-67a3-4b1c-868a-e7e72165f7b1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fb7d12aa-c0ea-4769-a035-0b97b556afa3 HTTP/1.1" status: 204 len: 168 time: 0.6009498 Apr 08 02:45:18.055586 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34878) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:18.143922 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.167128 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-69aaa76d-5aa9-4c59-ab09-1a546e08825f req-1d696548-62ef-4056-a2ea-2f66c78cb213 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654372 Apr 08 02:45:18.175065 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 024407b5-b24a-4ce1-8c8e-711e0533b26b details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:45:18.316269 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-71ca6e88-67fc-46cc-8cda-f14bf6b169d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.362529 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:45:18.413055 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8ac40f2b-58c4-4ae1-86f9-790625b37063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.424903 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 024407b5-b24a-4ce1-8c8e-711e0533b26b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=024407b5-b24a-4ce1-8c8e-711e0533b26b,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:18.456031 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-87ebcc14-e674-4994-a973-a1516ebca20d req-0e8e6856-052f-4941-bc34-6c2434cc0dad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 1099 time: 0.5647457 Apr 08 02:45:18.466519 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-71ca6e88-67fc-46cc-8cda-f14bf6b169d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:18.467607 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'port_id': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'mac_address': 'fa:16:3e:ae:85:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:45:18.501682 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-71ca6e88-67fc-46cc-8cda-f14bf6b169d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4f2187fed3004c2db07d2a3d771d58bd is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:18.508453 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-87ebcc14-e674-4994-a973-a1516ebca20d req-8e9bd8ba-938c-4545-9d26-c008bef1206d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 Apr 08 02:45:18.508832 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-f2b0d2e2-4646-48ce-9a79-43a98be359fc req-384d310b-20db-4da0-aff8-4b0d3360d142 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.515538 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-71ca6e88-67fc-46cc-8cda-f14bf6b169d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:18.542084 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:45:18.542253 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-71ca6e88-67fc-46cc-8cda-f14bf6b169d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:18.595855 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d310b-20db-4da0-aff8-4b0d3360d142 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Pushing event deleted for resources: {'Port': ['ID=3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:18.614386 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.615294 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7b5f9-c6ac-49c3-a9f6-ea301a40622f req-35e7c095-7539-4b6b-90bc-80af4db8fb22 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:18.620469 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f3a7b5f9-c6ac-49c3-a9f6-ea301a40622f req-35e7c095-7539-4b6b-90bc-80af4db8fb22 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.4200578 Apr 08 02:45:18.628484 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 34898) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:18.637559 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-0bcd3a00-f75c-4f8d-9451-2866dfa1eccd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Request body: {'floatingip': {'port_id': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:18.638255 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024407b5-b24a-4ce1-8c8e-711e0533b26b {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:45:18.644422 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b32052-664d-437d-9f89-5b9a9ccac97e req-399263b1-fb88-491f-a284-9c5ca7e1afcd tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:18.645897 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-27b32052-664d-437d-9f89-5b9a9ccac97e req-399263b1-fb88-491f-a284-9c5ca7e1afcd tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 943 time: 0.3405077 Apr 08 02:45:18.654459 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8ac40f2b-58c4-4ae1-86f9-790625b37063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.663249 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 024407b5-b24a-4ce1-8c8e-711e0533b26b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=024407b5-b24a-4ce1-8c8e-711e0533b26b,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:18.671825 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.716824 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-8ac40f2b-58c4-4ae1-86f9-790625b37063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615ee62d-7f26-46d7-bfe7-7576d0173397']}} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:18.717113 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0bcd3a00-f75c-4f8d-9451-2866dfa1eccd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.750553 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-8ac40f2b-58c4-4ae1-86f9-790625b37063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80bd0fe-aa49-47a6-a985-2ed7b10f11db') {'for_net_delete': True} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:18.750850 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-8ac40f2b-58c4-4ae1-86f9-790625b37063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80bd0fe-aa49-47a6-a985-2ed7b10f11db') {} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:18.766024 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b0d2e2-4646-48ce-9a79-43a98be359fc req-384d310b-20db-4da0-aff8-4b0d3360d142 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] No DVR routers for this DVR port 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:45:18.768990 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:18.770008 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8ac40f2b-58c4-4ae1-86f9-790625b37063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3199041'] for segment, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.774602 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-f2b0d2e2-4646-48ce-9a79-43a98be359fc req-384d310b-20db-4da0-aff8-4b0d3360d142 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.776441 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=024407b5-b24a-4ce1-8c8e-711e0533b26b,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:18.781098 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:18.782097 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.783996 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428f6dac-32e7-4c57-81b4-c4a41f9d6cc0', 'name': 'network-vif-deleted', 'tag': '3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:18.785199 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-27b32052-664d-437d-9f89-5b9a9ccac97e req-0075ca50-49d7-479e-a9ec-0e65aa6f582a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228766 Apr 08 02:45:18.800166 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8ac40f2b-58c4-4ae1-86f9-790625b37063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.806462 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-f2b0d2e2-4646-48ce-9a79-43a98be359fc req-384d310b-20db-4da0-aff8-4b0d3360d142 tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.37 "DELETE /v2.0/ports/3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 HTTP/1.1" status: 204 len: 173 time: 1.6511641 Apr 08 02:45:18.868423 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac40f2b-58c4-4ae1-86f9-790625b37063 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:45:18.869517 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8ac40f2b-58c4-4ae1-86f9-790625b37063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107767'] for segment, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: Traceback (most recent call last): Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: timer() Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: cb(*args, **kw) Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: return func(*args, **kwargs) Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: self._notify() Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: self.callback(batched_events) Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: event.method(event) Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: return f(self, *a, **k) Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: return self._get(url).json() Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: return self.request(url, 'GET', **kwargs) Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:45:18.927741 dv-cinder-837052-1-smb neutron-server[83154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:45:18.929964 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-71ca6e88-67fc-46cc-8cda-f14bf6b169d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:18.956350 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7ff633-8e0f-46d2-8b0c-67f2036b8d98'] response: {'server_uuid': '428f6dac-32e7-4c57-81b4-c4a41f9d6cc0', 'name': 'network-vif-deleted', 'tag': '3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9', 'status': 'completed', 'code': 200} Apr 08 02:45:18.990448 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['024407b5-b24a-4ce1-8c8e-711e0533b26b'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:45:19.036438 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-71ca6e88-67fc-46cc-8cda-f14bf6b169d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:19.091402 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:19.184617 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:19.192605 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:19.238136 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-880f3cac-bd54-4d21-8f81-aa73ecd4c1a2 req-43c507bf-4f04-4d83-8b57-53b0fdd16a4b tempest-DeleteServersTestJSON-1082537060 tempest-DeleteServersTestJSON-1082537060-project] 10.222.0.44 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 210 time: 0.1257231 Apr 08 02:45:19.247695 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8ac40f2b-58c4-4ae1-86f9-790625b37063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:19.252298 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca6e88-67fc-46cc-8cda-f14bf6b169d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5442b6b1-571d-4820-8749-3e2af6056298,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:19.316758 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-71ca6e88-67fc-46cc-8cda-f14bf6b169d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f2187fed3004c2db07d2a3d771d58bd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4355984 Apr 08 02:45:19.325046 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34916) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:19.326299 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8ac40f2b-58c4-4ae1-86f9-790625b37063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:19.355374 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-8ac40f2b-58c4-4ae1-86f9-790625b37063 admin admin] 10.222.0.44 "DELETE /v2.0/networks/615ee62d-7f26-46d7-bfe7-7576d0173397 HTTP/1.1" status: 204 len: 168 time: 1.2987943 Apr 08 02:45:19.373943 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac40f2b-58c4-4ae1-86f9-790625b37063 admin admin] Pushing event deleted for resources: {'Network': ['ID=615ee62d-7f26-46d7-bfe7-7576d0173397,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:19.390421 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:19.561254 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b563a9a0-623a-4efc-ba55-83d81430e6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:19.660730 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b563a9a0-623a-4efc-ba55-83d81430e6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:19.665235 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e17ebfc-c7f3-4021-bc3b-b44303a9d06d'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:19.701124 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034d4f2-1984-45ef-8de9-7f84d536086c req-fa83c8c8-8a85-4f9c-9166-733e5209914c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:19.702528 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3034d4f2-1984-45ef-8de9-7f84d536086c req-fa83c8c8-8a85-4f9c-9166-733e5209914c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.2527969 Apr 08 02:45:19.717162 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.db.resource_extend [None req-0bcd3a00-f75c-4f8d-9451-2866dfa1eccd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 02:45:19.767575 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 34936) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:19.807125 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3034d4f2-1984-45ef-8de9-7f84d536086c req-c57cc3a0-9029-49a0-939a-7e76d3493be1 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904465 Apr 08 02:45:19.825042 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b563a9a0-623a-4efc-ba55-83d81430e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:19.843608 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563a9a0-623a-4efc-ba55-83d81430e6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5442b6b1-571d-4820-8749-3e2af6056298,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:19.851585 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b563a9a0-623a-4efc-ba55-83d81430e6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:19.852738 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-b563a9a0-623a-4efc-ba55-83d81430e6c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5442b6b1-571d-4820-8749-3e2af6056298 HTTP/1.1" status: 204 len: 168 time: 0.5041194 Apr 08 02:45:19.882732 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0bcd3a00-f75c-4f8d-9451-2866dfa1eccd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:19.889180 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-78a594a2-1b1c-4976-8944-cbc12c7b6627 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4901bfddfb43400192a0d086754ab84b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1125784 Apr 08 02:45:19.892312 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 34948) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:19.911053 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb9490b-05be-4a8c-b5e7-ee9ba7cc4d62'] response: {'server_uuid': '3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e17ebfc-c7f3-4021-bc3b-b44303a9d06d', 'code': 200} Apr 08 02:45:19.937856 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0bcd3a00-f75c-4f8d-9451-2866dfa1eccd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:20.186937 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 024407b5-b24a-4ce1-8c8e-711e0533b26b up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:45:20.274315 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b41437-f952-4ea4-8380-d617d975fdf4 req-d95ce5c1-fca6-46bb-9955-9b4e612c3ca2 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:20.276108 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-78b41437-f952-4ea4-8380-d617d975fdf4 req-d95ce5c1-fca6-46bb-9955-9b4e612c3ca2 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 944 time: 0.1301620 Apr 08 02:45:20.328662 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 024407b5-b24a-4ce1-8c8e-711e0533b26b completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:20.337192 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 024407b5-b24a-4ce1-8c8e-711e0533b26b triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:20.338761 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:20.364166 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-78b41437-f952-4ea4-8380-d617d975fdf4 req-2e63517f-1622-4209-af38-463c70a2f16b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811822 Apr 08 02:45:20.433989 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4b6cc601-0bab-4ec0-86b8-7d902199fe53 req-39d39e07-1768-4037-ba32-2f3002384513 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0851593 Apr 08 02:45:20.446664 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6e6abd09-9bf6-4330-a670-cda0b1007c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:20.500942 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6e6abd09-9bf6-4330-a670-cda0b1007c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:20.556761 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34974) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:20.556943 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:20.585290 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-066f766a-1aa7-4025-a978-3ae8ec97bea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:20.614204 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4b6cc601-0bab-4ec0-86b8-7d902199fe53 req-50486ced-8331-4aa5-8aa1-82fb3de9249c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34415e6ce02a4c93aa0366457cba00dd&device_id=428f6dac-32e7-4c57-81b4-c4a41f9d6cc0 HTTP/1.1" status: 200 len: 210 time: 0.0489180 Apr 08 02:45:20.624078 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-066f766a-1aa7-4025-a978-3ae8ec97bea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:20.625392 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6e6abd09-9bf6-4330-a670-cda0b1007c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:20.632189 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-066f766a-1aa7-4025-a978-3ae8ec97bea5 admin admin] Usage tracker for resource:security_group_rule and tenant:30c91d8ac8a048dcac56a48881ade014 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:20.633048 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 024407b5-b24a-4ce1-8c8e-711e0533b26b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=024407b5-b24a-4ce1-8c8e-711e0533b26b,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:20.638646 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:20.639728 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:45:20.640024 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-066f766a-1aa7-4025-a978-3ae8ec97bea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:20.650930 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-066f766a-1aa7-4025-a978-3ae8ec97bea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:20.666092 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6abd09-9bf6-4330-a670-cda0b1007c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b619a1-9607-40ac-b2a7-82dd986fee11,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:20.780714 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-066f766a-1aa7-4025-a978-3ae8ec97bea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:20.788014 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-066f766a-1aa7-4025-a978-3ae8ec97bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:20.797091 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:45:20.799186 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 3a23608b-ccdd-44ca-aa5b-1cbd21b51ab9 not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:45:20.799810 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6e6abd09-9bf6-4330-a670-cda0b1007c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:20.800943 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-6e6abd09-9bf6-4330-a670-cda0b1007c08 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8b619a1-9607-40ac-b2a7-82dd986fee11 HTTP/1.1" status: 204 len: 168 time: 0.9069867 Apr 08 02:45:20.825534 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c3c76417-9565-43d4-bcea-1c77e3992c3a req-86974a0e-0ed1-448e-86d8-4e8efee95755 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 1099 time: 0.5998046 Apr 08 02:45:20.867456 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=024407b5-b24a-4ce1-8c8e-711e0533b26b,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:20.920000 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f766a-1aa7-4025-a978-3ae8ec97bea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ab674d-18bb-48d4-9b8e-4b6eb3383837,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:20.926792 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-066f766a-1aa7-4025-a978-3ae8ec97bea5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30c91d8ac8a048dcac56a48881ade014&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3656595 Apr 08 02:45:20.926792 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34994) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:20.926792 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 34998) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:20.949578 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [None req-0bcd3a00-f75c-4f8d-9451-2866dfa1eccd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Floating IP 9e80eb4c-49e5-4655-8b3f-2a3eb97a6650 associated. External IP: 172.28.1.90, port: d2e714d5-68d5-4c5e-996c-1a3ace0aac43. Apr 08 02:45:21.030468 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b829e136-00f7-4b4c-8f3e-e308687c107b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:21.059939 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b829e136-00f7-4b4c-8f3e-e308687c107b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:21.183445 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c3c76417-9565-43d4-bcea-1c77e3992c3a req-9344eb6f-d352-4154-899f-fcaaff31b753 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496692 Apr 08 02:45:21.197268 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cc601-0bab-4ec0-86b8-7d902199fe53 req-d0256460-bb7d-4cbd-b8cc-a434829404e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:21.198711 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4b6cc601-0bab-4ec0-86b8-7d902199fe53 req-d0256460-bb7d-4cbd-b8cc-a434829404e7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=34415e6ce02a4c93aa0366457cba00dd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5552919 Apr 08 02:45:21.226313 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5f561631-cd90-43fa-a565-881f0c87963d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:21.304099 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b357ce-fb4a-49ff-8447-a5a6aabd6dc8 req-16af549f-a474-4f82-93d8-9ce0b9d05ba8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:21.306810 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-81b357ce-fb4a-49ff-8447-a5a6aabd6dc8 req-16af549f-a474-4f82-93d8-9ce0b9d05ba8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.2176397 Apr 08 02:45:21.318463 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-5f561631-cd90-43fa-a565-881f0c87963d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:21.362155 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b829e136-00f7-4b4c-8f3e-e308687c107b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:21.370982 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-5f561631-cd90-43fa-a565-881f0c87963d admin admin] Usage tracker for resource:security_group_rule and tenant:dbaad3b4170c48fc98eb999fd0717495 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:21.385433 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-5f561631-cd90-43fa-a565-881f0c87963d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:21.395887 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829e136-00f7-4b4c-8f3e-e308687c107b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ab674d-18bb-48d4-9b8e-4b6eb3383837,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:21.400957 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-5f561631-cd90-43fa-a565-881f0c87963d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:21.432654 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b829e136-00f7-4b4c-8f3e-e308687c107b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:21.434153 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-b829e136-00f7-4b4c-8f3e-e308687c107b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2ab674d-18bb-48d4-9b8e-4b6eb3383837 HTTP/1.1" status: 204 len: 168 time: 0.5058713 Apr 08 02:45:21.439255 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-81b357ce-fb4a-49ff-8447-a5a6aabd6dc8 req-4881fc6f-66cd-47e3-888f-900461a878b3 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163273 Apr 08 02:45:21.519155 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5f561631-cd90-43fa-a565-881f0c87963d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:21.529460 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5f561631-cd90-43fa-a565-881f0c87963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:21.562681 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35018) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:21.636283 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f561631-cd90-43fa-a565-881f0c87963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2cfe70-2291-46be-99c9-ce78a9adf03d,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:21.640825 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-5f561631-cd90-43fa-a565-881f0c87963d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbaad3b4170c48fc98eb999fd0717495&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7151439 Apr 08 02:45:21.645781 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35022) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:21.675020 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cc601-0bab-4ec0-86b8-7d902199fe53 req-e741f790-d2c6-4256-8a70-61f00a957805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:21.675020 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4b6cc601-0bab-4ec0-86b8-7d902199fe53 req-e741f790-d2c6-4256-8a70-61f00a957805 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2202902 Apr 08 02:45:21.698957 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-8a89e593-3ee6-4731-9194-5f50b0f217e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=365d580603784b8c9ab1daba963366d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1327360 Apr 08 02:45:21.699696 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35028) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:21.721301 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552adb7-5650-43c9-ad16-b9cdde779646 req-5a958c7d-2588-4ec5-bb40-df90e679398e tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:21.722406 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3552adb7-5650-43c9-ad16-b9cdde779646 req-5a958c7d-2588-4ec5-bb40-df90e679398e tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 945 time: 0.1246371 Apr 08 02:45:21.772114 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3552adb7-5650-43c9-ad16-b9cdde779646 req-510f6f24-5b62-412b-a034-01ef7e3bb596 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414951 Apr 08 02:45:21.790080 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-4cce4458-ace0-42d2-9a2b-5a0b266e17de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:21.832297 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-4cce4458-ace0-42d2-9a2b-5a0b266e17de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:21.855087 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1e6a499a-d43b-455f-94fc-25d7b56e7b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:21.896084 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcd3a00-f75c-4f8d-9451-2866dfa1eccd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Router 34035e03-db2f-4f88-a910-5d0fcfa2a57c has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:45:21.906326 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1e6a499a-d43b-455f-94fc-25d7b56e7b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:21.913029 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024407b5-b24a-4ce1-8c8e-711e0533b26b'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:21.947122 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-4cce4458-ace0-42d2-9a2b-5a0b266e17de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:21.968707 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3409c603-33c0-467f-98e9-56e527c0d113'] response: {'server_uuid': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'code': 200} Apr 08 02:45:21.975070 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35034) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:21.994526 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-6101e278-c5aa-4f8f-9492-acc494ea0106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:22.027746 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce4458-ace0-42d2-9a2b-5a0b266e17de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2cfe70-2291-46be-99c9-ce78a9adf03d,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:22.059906 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-6101e278-c5aa-4f8f-9492-acc494ea0106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:22.063859 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-6101e278-c5aa-4f8f-9492-acc494ea0106 admin admin] Usage tracker for resource:security_group_rule and tenant:7b55ab0546c3497d9da4ed29ce658ae4 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:22.067365 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-6101e278-c5aa-4f8f-9492-acc494ea0106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:22.073176 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-6101e278-c5aa-4f8f-9492-acc494ea0106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:22.117870 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-4cce4458-ace0-42d2-9a2b-5a0b266e17de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:22.119457 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-4cce4458-ace0-42d2-9a2b-5a0b266e17de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a2cfe70-2291-46be-99c9-ce78a9adf03d HTTP/1.1" status: 204 len: 168 time: 0.4716589 Apr 08 02:45:22.152751 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1e6a499a-d43b-455f-94fc-25d7b56e7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:22.180747 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a499a-d43b-455f-94fc-25d7b56e7b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2083a9-bafa-4804-9d0e-bfa574b21027,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:22.198633 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-6101e278-c5aa-4f8f-9492-acc494ea0106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:22.211390 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1e6a499a-d43b-455f-94fc-25d7b56e7b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:22.213505 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-1e6a499a-d43b-455f-94fc-25d7b56e7b56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f2083a9-bafa-4804-9d0e-bfa574b21027 HTTP/1.1" status: 204 len: 168 time: 0.5129621 Apr 08 02:45:22.215300 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-6101e278-c5aa-4f8f-9492-acc494ea0106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:22.283093 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcd3a00-f75c-4f8d-9451-2866dfa1eccd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:45:22.304445 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0bcd3a00-f75c-4f8d-9451-2866dfa1eccd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:22.315794 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101e278-c5aa-4f8f-9492-acc494ea0106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe29519-c928-4e09-85a2-b86e45f0cd95,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:22.332792 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-6101e278-c5aa-4f8f-9492-acc494ea0106 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b55ab0546c3497d9da4ed29ce658ae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3566544 Apr 08 02:45:22.335414 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35048) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:22.433451 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-0bcd3a00-f75c-4f8d-9451-2866dfa1eccd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "PUT /v2.0/floatingips/9e80eb4c-49e5-4655-8b3f-2a3eb97a6650 HTTP/1.1" status: 200 len: 990 time: 3.8048115 Apr 08 02:45:22.434364 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:22.470370 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7ebe36f5-e57e-4433-9bab-455cdb0d895f req-c32ae055-0684-40ed-83f4-1457171f854a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 1098 time: 0.1193821 Apr 08 02:45:22.475237 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b413f5a7-5b2f-4d90-8ad7-06be0de38611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:22.543662 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b413f5a7-5b2f-4d90-8ad7-06be0de38611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:22.697192 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b413f5a7-5b2f-4d90-8ad7-06be0de38611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:22.723173 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413f5a7-5b2f-4d90-8ad7-06be0de38611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe29519-c928-4e09-85a2-b86e45f0cd95,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:22.725935 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b413f5a7-5b2f-4d90-8ad7-06be0de38611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:22.727329 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-b413f5a7-5b2f-4d90-8ad7-06be0de38611 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfe29519-c928-4e09-85a2-b86e45f0cd95 HTTP/1.1" status: 204 len: 168 time: 0.3909080 Apr 08 02:45:22.856293 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9b4a9-1273-4f57-bd23-ffecc74c2d35 req-6f976a7b-5d7f-41fe-90c4-b3068d334143 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:22.859482 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66913f5-8d86-402c-86b6-fc757a9b35bc'] response: {'name': 'network-changed', 'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'status': 'completed', 'code': 200} Apr 08 02:45:22.860024 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dfa9b4a9-1273-4f57-bd23-ffecc74c2d35 req-6f976a7b-5d7f-41fe-90c4-b3068d334143 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1043506 Apr 08 02:45:22.975068 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dfa9b4a9-1273-4f57-bd23-ffecc74c2d35 req-08e5ae75-9efb-44df-9909-6a92e5005ce3 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081352 Apr 08 02:45:22.985397 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7ebe36f5-e57e-4433-9bab-455cdb0d895f req-43a1b66b-196b-4b0a-ad50-3ed260964ba0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5046561 Apr 08 02:45:23.008729 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2f8c27aa-74f5-4b30-9444-0cb9ffdb4e5d req-2353731b-f284-49fb-afba-8f0bc00cc607 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f36689d17778495781486ab15ffa7a19&device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 1098 time: 0.1476612 Apr 08 02:45:23.083423 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35076) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:23.095402 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebff4b-336e-4fed-b5e7-917caa9bb1e0 req-ef81860c-7649-4d9f-ba97-9e1a90e0852d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:23.097021 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-afebff4b-336e-4fed-b5e7-917caa9bb1e0 req-ef81860c-7649-4d9f-ba97-9e1a90e0852d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 945 time: 0.0901589 Apr 08 02:45:23.126322 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35080) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:23.164660 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-814b7282-b209-4e96-b61e-a1e7f9bc8692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:23.173427 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-afebff4b-336e-4fed-b5e7-917caa9bb1e0 req-20356e5f-15e5-4a0e-9f66-75766927f155 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678020 Apr 08 02:45:23.183783 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_v2 [None req-186d8b62-c729-4fbe-855b-6c06d8bd7a0d admin admin] Deleting subnet a770a8d1-56f5-4959-a0e7-52574b84b024 {{(pid=83153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:45:23.191103 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-186d8b62-c729-4fbe-855b-6c06d8bd7a0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:23.322650 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-814b7282-b209-4e96-b61e-a1e7f9bc8692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:23.334490 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-186d8b62-c729-4fbe-855b-6c06d8bd7a0d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:23.341264 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-814b7282-b209-4e96-b61e-a1e7f9bc8692 admin admin] Usage tracker for resource:security_group_rule and tenant:21a7355f5b6148aca46bd946629268d1 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:23.347316 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-814b7282-b209-4e96-b61e-a1e7f9bc8692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:23.350164 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-186d8b62-c729-4fbe-855b-6c06d8bd7a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:23.392374 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-814b7282-b209-4e96-b61e-a1e7f9bc8692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:23.481562 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c27aa-74f5-4b30-9444-0cb9ffdb4e5d req-5a3296d0-2fe9-4488-9d9e-f68d8a2780fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:23.492797 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2f8c27aa-74f5-4b30-9444-0cb9ffdb4e5d req-5a3296d0-2fe9-4488-9d9e-f68d8a2780fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 200 len: 917 time: 0.2662718 Apr 08 02:45:23.512467 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:23.608828 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-186d8b62-c729-4fbe-855b-6c06d8bd7a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:23.659054 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d8b62-c729-4fbe-855b-6c06d8bd7a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a770a8d1-56f5-4959-a0e7-52574b84b024,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:23.660981 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-186d8b62-c729-4fbe-855b-6c06d8bd7a0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:23.701422 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2f8c27aa-74f5-4b30-9444-0cb9ffdb4e5d req-44bb4e73-d7ca-4230-9463-57a3d6d6cf6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43 HTTP/1.1" status: 200 len: 998 time: 0.2100589 Apr 08 02:45:23.704932 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-186d8b62-c729-4fbe-855b-6c06d8bd7a0d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a770a8d1-56f5-4959-a0e7-52574b84b024 HTTP/1.1" status: 204 len: 168 time: 0.6204503 Apr 08 02:45:23.706654 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-814b7282-b209-4e96-b61e-a1e7f9bc8692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:23.707869 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35114) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:23.792563 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-814b7282-b209-4e96-b61e-a1e7f9bc8692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:23.868340 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b7282-b209-4e96-b61e-a1e7f9bc8692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53804f82-ac38-4b93-9a77-eac8862aa6fe,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:23.877917 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-814b7282-b209-4e96-b61e-a1e7f9bc8692 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21a7355f5b6148aca46bd946629268d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7472141 Apr 08 02:45:23.877917 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c27aa-74f5-4b30-9444-0cb9ffdb4e5d req-112560d5-0435-4b01-a553-3c13d32d31d8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:23.878604 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2f8c27aa-74f5-4b30-9444-0cb9ffdb4e5d req-112560d5-0435-4b01-a553-3c13d32d31d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64016a0c-f630-4f2c-b2c8-29440d7c30ef HTTP/1.1" status: 200 len: 855 time: 0.1578279 Apr 08 02:45:23.878604 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35124) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:23.947390 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b4c2475e-182c-4d5a-96bd-cf5031e3ffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:23.995290 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-99212fd6-54b2-487f-9bc7-4006caea4125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:24.016223 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2f8c27aa-74f5-4b30-9444-0cb9ffdb4e5d req-1231a3f3-d672-465d-a251-2b42900bf5c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08bdb27d-9848-4e86-ab5c-accfd09c6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1227541 Apr 08 02:45:24.057534 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-99212fd6-54b2-487f-9bc7-4006caea4125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:24.232687 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b4c2475e-182c-4d5a-96bd-cf5031e3ffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:24.253168 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2f8c27aa-74f5-4b30-9444-0cb9ffdb4e5d req-44e225d8-0c59-4ea1-b051-83c828a533f4 service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190475 Apr 08 02:45:24.254719 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-99212fd6-54b2-487f-9bc7-4006caea4125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:24.300948 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-b4c2475e-182c-4d5a-96bd-cf5031e3ffea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123d45b2-2ba3-467e-8d7d-983caaf0d124']}} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:24.328359 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-b4c2475e-182c-4d5a-96bd-cf5031e3ffea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf213b3-a001-422e-9b78-e434eac60733') {'for_net_delete': True} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:24.328681 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-b4c2475e-182c-4d5a-96bd-cf5031e3ffea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf213b3-a001-422e-9b78-e434eac60733') {} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:24.330856 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99212fd6-54b2-487f-9bc7-4006caea4125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53804f82-ac38-4b93-9a77-eac8862aa6fe,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:24.363297 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b4c2475e-182c-4d5a-96bd-cf5031e3ffea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3199041'] for segment, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:24.399816 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-99212fd6-54b2-487f-9bc7-4006caea4125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:24.400993 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-99212fd6-54b2-487f-9bc7-4006caea4125 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53804f82-ac38-4b93-9a77-eac8862aa6fe HTTP/1.1" status: 204 len: 168 time: 0.5216229 Apr 08 02:45:24.478375 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2f8c27aa-74f5-4b30-9444-0cb9ffdb4e5d req-f02765a7-0bf0-4638-b7c7-dbde5ba03b1c service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193727 Apr 08 02:45:24.502609 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b4c2475e-182c-4d5a-96bd-cf5031e3ffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:24.525400 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c2475e-182c-4d5a-96bd-cf5031e3ffea admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:45:24.525400 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b4c2475e-182c-4d5a-96bd-cf5031e3ffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107767'] for segment, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: Traceback (most recent call last): Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: timer() Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: cb(*args, **kw) Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: return func(*args, **kwargs) Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: self._notify() Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: self.callback(batched_events) Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: event.method(event) Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: return f(self, *a, **k) Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: return self._get(url).json() Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: return self.request(url, 'GET', **kwargs) Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:45:24.537324 dv-cinder-837052-1-smb neutron-server[83154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:45:24.711804 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b4c2475e-182c-4d5a-96bd-cf5031e3ffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:24.718015 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b4c2475e-182c-4d5a-96bd-cf5031e3ffea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:24.746765 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e6135-3e64-4ddc-b80b-3852eb2bf224 req-7d6b4c69-956b-4a9c-9a70-1fb52d7785b3 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:24.749875 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-542e6135-3e64-4ddc-b80b-3852eb2bf224 req-7d6b4c69-956b-4a9c-9a70-1fb52d7785b3 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 945 time: 0.2977607 Apr 08 02:45:24.756016 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2475e-182c-4d5a-96bd-cf5031e3ffea admin admin] Pushing event deleted for resources: {'Network': ['ID=123d45b2-2ba3-467e-8d7d-983caaf0d124,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:24.764235 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a9acf-16ee-46a5-a146-70c4274f3d6d req-7e1278ed-3af7-4131-a567-7b4a3db135cb tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:24.765760 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ce3a9acf-16ee-46a5-a146-70c4274f3d6d req-7e1278ed-3af7-4131-a567-7b4a3db135cb tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.3837001 Apr 08 02:45:24.789741 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-b4c2475e-182c-4d5a-96bd-cf5031e3ffea admin admin] 10.222.0.44 "DELETE /v2.0/networks/123d45b2-2ba3-467e-8d7d-983caaf0d124 HTTP/1.1" status: 204 len: 168 time: 1.0808904 Apr 08 02:45:24.851091 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-542e6135-3e64-4ddc-b80b-3852eb2bf224 req-a0b0b30b-1a6f-4f05-a4d4-fd49051405f6 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825453 Apr 08 02:45:24.859124 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ce3a9acf-16ee-46a5-a146-70c4274f3d6d req-cb193fe4-d08e-44b4-9809-6fbf8c929542 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745795 Apr 08 02:45:25.162721 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35176) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:25.351264 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-59895261-d506-4c05-8248-b079b7319340 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34415e6ce02a4c93aa0366457cba00dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1866529 Apr 08 02:45:25.353998 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35190) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:25.388825 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1b55852b-abd3-4bef-abe5-7d36ac94a3dd req-46cddd05-5a3f-4aa6-ae4e-8f2b6603bd4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 1099 time: 0.1409442 Apr 08 02:45:25.561785 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55852b-abd3-4bef-abe5-7d36ac94a3dd req-86389fab-b8b4-477a-9921-dbfd8a7bbee0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:25.564709 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1b55852b-abd3-4bef-abe5-7d36ac94a3dd req-86389fab-b8b4-477a-9921-dbfd8a7bbee0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 919 time: 0.1724250 Apr 08 02:45:25.566741 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-67595a6e-6136-4fda-8748-450c06dde2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:25.588056 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4bc35-2a63-483e-9d3d-81a720534814 req-3e48ec3b-d19b-4cd1-a437-583378d79856 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:25.589563 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0ae4bc35-2a63-483e-9d3d-81a720534814 req-3e48ec3b-d19b-4cd1-a437-583378d79856 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.2214618 Apr 08 02:45:25.612672 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-67595a6e-6136-4fda-8748-450c06dde2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:25.675249 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1b55852b-abd3-4bef-abe5-7d36ac94a3dd req-668ed5c8-b8d3-439b-8439-054b45415895 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d HTTP/1.1" status: 200 len: 217 time: 0.1014850 Apr 08 02:45:25.737425 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0ae4bc35-2a63-483e-9d3d-81a720534814 req-6e02971b-be8a-4ac6-a635-650cd0272811 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059740 Apr 08 02:45:25.763193 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-67595a6e-6136-4fda-8748-450c06dde2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:25.779117 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55852b-abd3-4bef-abe5-7d36ac94a3dd req-25dea5d6-b887-4404-8be8-2abdc3ab2203 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:25.781203 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1b55852b-abd3-4bef-abe5-7d36ac94a3dd req-25dea5d6-b887-4404-8be8-2abdc3ab2203 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.0923252 Apr 08 02:45:25.793770 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67595a6e-6136-4fda-8748-450c06dde2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c64dab0-956b-4105-ae02-b7ca234eb25a,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:25.813563 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-67595a6e-6136-4fda-8748-450c06dde2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:25.815170 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-67595a6e-6136-4fda-8748-450c06dde2b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c64dab0-956b-4105-ae02-b7ca234eb25a HTTP/1.1" status: 204 len: 168 time: 0.4599082 Apr 08 02:45:25.996852 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1b55852b-abd3-4bef-abe5-7d36ac94a3dd req-e0952d5a-2418-4767-97e1-8be416d69f3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2091954 Apr 08 02:45:26.142785 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1b55852b-abd3-4bef-abe5-7d36ac94a3dd req-52021ad5-dd4e-4cee-8191-8b753fd31664 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388803 Apr 08 02:45:26.145488 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9d867-dec3-4f15-a8e3-f6ad1999acf7 req-14a855dc-ae76-4ab7-a52f-7ebd2f148115 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:26.147417 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-43f9d867-dec3-4f15-a8e3-f6ad1999acf7 req-14a855dc-ae76-4ab7-a52f-7ebd2f148115 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 945 time: 0.0922418 Apr 08 02:45:26.197279 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-43f9d867-dec3-4f15-a8e3-f6ad1999acf7 req-71efa9eb-860f-473d-a1e7-15f92a157fc5 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430787 Apr 08 02:45:26.304804 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1b55852b-abd3-4bef-abe5-7d36ac94a3dd req-14fb567d-571d-437f-8c74-e5b07d359692 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485538 Apr 08 02:45:26.418157 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab55c0-d710-478e-9938-e10b80aa523a req-02783adc-e078-4d74-93b5-2daa5b044112 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:26.420370 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-16ab55c0-d710-478e-9938-e10b80aa523a req-02783adc-e078-4d74-93b5-2daa5b044112 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 945 time: 0.1015525 Apr 08 02:45:26.429922 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35236) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:26.437151 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-3c13f43f-d6cd-4f12-b631-864e0d6437f0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'floatingip': {'port_id': '024407b5-b24a-4ce1-8c8e-711e0533b26b'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:26.525371 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3c13f43f-d6cd-4f12-b631-864e0d6437f0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:26.746593 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0aa9a-c362-4cc3-b763-c81b0804b912 None None] Sync routers for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:45:26.760671 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0aa9a-c362-4cc3-b763-c81b0804b912 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:45:26.762066 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-a1e0aa9a-c362-4cc3-b763-c81b0804b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:45:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:27.119953 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a1a7f-6a3e-4829-aa64-219ae82b0038 req-c679c73c-2718-4fa6-baea-51f0db55b602 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:27.127816 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-a1e0aa9a-c362-4cc3-b763-c81b0804b912 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:45:27.128311 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e25a1a7f-6a3e-4829-aa64-219ae82b0038 req-c679c73c-2718-4fa6-baea-51f0db55b602 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1345351 Apr 08 02:45:27.197241 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e25a1a7f-6a3e-4829-aa64-219ae82b0038 req-9686adba-13ca-4c36-ac12-0af519b1f958 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678663 Apr 08 02:45:27.455204 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3c13f43f-d6cd-4f12-b631-864e0d6437f0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:27.463617 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3c13f43f-d6cd-4f12-b631-864e0d6437f0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:27.489236 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35292) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:27.738877 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-a1e0aa9a-c362-4cc3-b763-c81b0804b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '9e80eb4c-49e5-4655-8b3f-2a3eb97a6650', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'floating_ip_address': '172.28.1.90', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'port_id': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'mac_address': 'fa:16:3e:2b:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:51Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 1, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 5, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:27.755802 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0aa9a-c362-4cc3-b763-c81b0804b912 None None] Checking router: 34035e03-db2f-4f88-a910-5d0fcfa2a57c for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:45:27.763820 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [None req-3c13f43f-d6cd-4f12-b631-864e0d6437f0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Floating IP a3f1a9c1-6778-4a87-81c3-da50dd905698 associated. External IP: 172.28.1.56, port: 024407b5-b24a-4ce1-8c8e-711e0533b26b. Apr 08 02:45:27.774221 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0aa9a-c362-4cc3-b763-c81b0804b912 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:45:27.778126 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-a1e0aa9a-c362-4cc3-b763-c81b0804b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:45:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:27.966037 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.044891 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:28.053792 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:dca11972c39e46819dcda3468ed91bb2 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:28.062650 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:28.081214 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:28.124394 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-a1e0aa9a-c362-4cc3-b763-c81b0804b912 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:45:28.150434 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35324) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:28.218462 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.229384 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.327874 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f8a93b-89ff-423b-851b-f0a92955937b,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:28.340811 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dca11972c39e46819dcda3468ed91bb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8504255 Apr 08 02:45:28.350382 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35334) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:28.379568 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:28.379908 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:28.391452 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:28.391832 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:28.392163 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:28.392817 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:28.393320 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:28.394171 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:28.394171 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:28.394408 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:28.394567 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1c3e7-2557-41ab-83c9-72a8b1a32bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:28.460192 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-268292005-network', 'tenant_id': 'b058649f650a4525af29343dc21492cc'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:28.464445 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:28.468568 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Usage tracker for resource:network and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:28.472499 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:28.478578 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:28.507832 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Made reservation on behalf of b058649f650a4525af29343dc21492cc for: {'network': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:45:28.510413 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.541059 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.551174 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c13f43f-d6cd-4f12-b631-864e0d6437f0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:45:28.572670 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4c97182f-f8a6-4a72-934b-1e705eb8f3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.620430 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f1c21-fa54-49c1-9f6b-4b8fb90cb267 req-6c35ffee-9b13-45c6-bc82-189908685487 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:28.621897 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-143f1c21-fa54-49c1-9f6b-4b8fb90cb267 req-6c35ffee-9b13-45c6-bc82-189908685487 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.2213690 Apr 08 02:45:28.625224 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:28.628419 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4c97182f-f8a6-4a72-934b-1e705eb8f3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.655189 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Usage tracker for resource:security_group_rule and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:28.660783 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:28.678175 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:28.696760 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-a1e0aa9a-c362-4cc3-b763-c81b0804b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '9e80eb4c-49e5-4655-8b3f-2a3eb97a6650', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'floating_ip_address': '172.28.1.90', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'port_id': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'mac_address': 'fa:16:3e:2b:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:51Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 1, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 5, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:28.703269 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0aa9a-c362-4cc3-b763-c81b0804b912 None None] The sync data for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb is: [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '9e80eb4c-49e5-4655-8b3f-2a3eb97a6650', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'floating_ip_address': '172.28.1.90', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'port_id': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'mac_address': 'fa:16:3e:2b:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:51Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 1, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 5, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:45:28.729634 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-143f1c21-fa54-49c1-9f6b-4b8fb90cb267 req-cbf6227f-fbeb-40d2-aff1-fbc978e90bb7 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946431 Apr 08 02:45:28.780780 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4c97182f-f8a6-4a72-934b-1e705eb8f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.790243 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c13f43f-d6cd-4f12-b631-864e0d6437f0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:45:28.794618 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3c13f43f-d6cd-4f12-b631-864e0d6437f0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.811999 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97182f-f8a6-4a72-934b-1e705eb8f3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f8a93b-89ff-423b-851b-f0a92955937b,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:28.816663 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.824818 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4c97182f-f8a6-4a72-934b-1e705eb8f3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.835373 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-4c97182f-f8a6-4a72-934b-1e705eb8f3fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4f8a93b-89ff-423b-851b-f0a92955937b HTTP/1.1" status: 204 len: 168 time: 0.4808812 Apr 08 02:45:28.839920 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.859821 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-3c13f43f-d6cd-4f12-b631-864e0d6437f0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "PUT /v2.0/floatingips/a3f1a9c1-6778-4a87-81c3-da50dd905698 HTTP/1.1" status: 200 len: 990 time: 2.4286859 Apr 08 02:45:28.860420 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'tag': '024407b5-b24a-4ce1-8c8e-711e0533b26b'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:28.880505 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=83154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:45:28.886661 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a9e078-b3f2-4fc1-b2a9-53f2b063f8f5,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:28.894796 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.895448 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.segments_db [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Added segment c51b3ba0-330a-43c1-bf31-a577192367e0 of type vlan for network 8faf2455-e525-4732-9869-724624fc181a Apr 08 02:45:28.925603 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.962297 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.963421 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:28.964144 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:28.984359 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f5e6410-f431-4030-826d-69324dacf8d7'] response: {'name': 'network-changed', 'server_uuid': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'tag': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'status': 'completed', 'code': 200} Apr 08 02:45:29.002480 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ce55e-767b-4cd5-a8d3-43b9f1b4185b None None] Sync routers for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:45:29.031355 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ce55e-767b-4cd5-a8d3-43b9f1b4185b None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:45:29.032053 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-873ce55e-767b-4cd5-a8d3-43b9f1b4185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:45:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:29.119000 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c567d9af-e8b7-4a7c-8188-f9fa3c2c3e6f req-f72e4c01-b773-453c-8185-6c116ffdfcd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 1098 time: 0.1127121 Apr 08 02:45:29.132734 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9806020 Apr 08 02:45:29.135825 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35350) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:29.143202 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Request body: {'subnet': {'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-268292005-subnet', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:29.149928 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:29.152462 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2605eb-b8f3-4fd4-a942-a08580fc681c admin admin] Pushing event updated for resources: {'Network': ['ID=8faf2455-e525-4732-9869-724624fc181a,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:29.157155 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Usage tracker for resource:subnet and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:29.164534 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network 8faf2455-e525-4732-9869-724624fc181a details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:45:29.170354 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:29.178286 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:29.195151 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Made reservation on behalf of b058649f650a4525af29343dc21492cc for: {'subnet': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:45:29.197992 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3354636'] for subnet, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:29.345752 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-873ce55e-767b-4cd5-a8d3-43b9f1b4185b None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:45:29.380176 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567d9af-e8b7-4a7c-8188-f9fa3c2c3e6f req-c6614e9b-f568-44df-b31d-a1e17c0d3aab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:29.381673 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c567d9af-e8b7-4a7c-8188-f9fa3c2c3e6f req-c6614e9b-f568-44df-b31d-a1e17c0d3aab service neutron] 10.222.0.37 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 915 time: 0.2385788 Apr 08 02:45:29.463178 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35366) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:29.508818 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a00279a5-57a4-4f17-8c32-823caaeaabf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:29.567165 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c567d9af-e8b7-4a7c-8188-f9fa3c2c3e6f req-24168ef0-ebef-4e3b-977e-11b158430644 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=024407b5-b24a-4ce1-8c8e-711e0533b26b HTTP/1.1" status: 200 len: 998 time: 0.1759064 Apr 08 02:45:29.663983 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567d9af-e8b7-4a7c-8188-f9fa3c2c3e6f req-01ae9db6-ea1b-4ae6-8b6a-9199f291ab0c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:29.666321 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c567d9af-e8b7-4a7c-8188-f9fa3c2c3e6f req-01ae9db6-ea1b-4ae6-8b6a-9199f291ab0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57980487-889a-49d9-bd17-72de232f8919 HTTP/1.1" status: 200 len: 853 time: 0.0859036 Apr 08 02:45:29.675991 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-a00279a5-57a4-4f17-8c32-823caaeaabf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:29.682686 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-a00279a5-57a4-4f17-8c32-823caaeaabf9 admin admin] Usage tracker for resource:security_group_rule and tenant:0fc93cf523a54890b19c6910fa0df3d7 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:29.696902 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-a00279a5-57a4-4f17-8c32-823caaeaabf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:29.709655 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-a00279a5-57a4-4f17-8c32-823caaeaabf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:29.780956 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4107624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3354658'] for subnet, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:29.816396 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c567d9af-e8b7-4a7c-8188-f9fa3c2c3e6f req-e9e5db4d-e6b5-4b32-9128-6fae538f3b28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12062f10-b133-4784-86c3-8f4eb869d796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1397703 Apr 08 02:45:30.046344 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c567d9af-e8b7-4a7c-8188-f9fa3c2c3e6f req-c1abf570-4d6a-4860-91aa-37e1ed22ca38 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184682 Apr 08 02:45:30.111358 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-873ce55e-767b-4cd5-a8d3-43b9f1b4185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'a3f1a9c1-6778-4a87-81c3-da50dd905698', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.56', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:ae:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:56Z', 'updated_at': '2022-04-08T02:45:27Z', 'revision_number': 1, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:30.116693 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ce55e-767b-4cd5-a8d3-43b9f1b4185b None None] Checking router: af54ee4b-49e9-4335-996a-7e7fd2d5d6fa for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:45:30.122988 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=132caaed-3126-47eb-b1f2-b9b8005ab354,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:30.129389 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Checking segment: {'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:45:30.129830 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Network hostable DHCP agents. Network: 8faf2455-e525-4732-9869-724624fc181a, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:45:30.133744 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ce55e-767b-4cd5-a8d3-43b9f1b4185b None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:45:30.134457 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-873ce55e-767b-4cd5-a8d3-43b9f1b4185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:45:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:30.164689 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a00279a5-57a4-4f17-8c32-823caaeaabf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:30.177000 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a00279a5-57a4-4f17-8c32-823caaeaabf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:30.205544 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c567d9af-e8b7-4a7c-8188-f9fa3c2c3e6f req-7b64b534-8c7d-4be3-961b-c055a5d9a3b6 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530125 Apr 08 02:45:30.225082 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Network 8faf2455-e525-4732-9869-724624fc181a is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:45:30.248992 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-a00279a5-57a4-4f17-8c32-823caaeaabf9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fc93cf523a54890b19c6910fa0df3d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7839515 Apr 08 02:45:30.251361 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35384) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:30.271118 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Sync routers for ids ['b7537374-e10e-41e3-88b1-e2d3c8037a91'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:45:30.287465 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e134f-eb71-449a-9551-e02cbb17e097 req-fea3c0fb-ec4a-4798-bb0d-b35d696bbc4d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:30.290121 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-344e134f-eb71-449a-9551-e02cbb17e097 req-fea3c0fb-ec4a-4798-bb0d-b35d696bbc4d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.2577977 Apr 08 02:45:30.293107 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Routers {'b7537374-e10e-41e3-88b1-e2d3c8037a91'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:45:30.293933 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:45:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['b7537374-e10e-41e3-88b1-e2d3c8037a91'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:30.296614 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00279a5-57a4-4f17-8c32-823caaeaabf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e4fd47-221c-44c1-b27c-986212ba1b8e,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:30.321650 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffcbcae-6da1-441c-bad1-1dc3341b6cfd None None] New status for floating IP 9e80eb4c-49e5-4655-8b3f-2a3eb97a6650: ACTIVE {{(pid=83156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:45:30.339676 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, 8faf2455-e525-4732-9869-724624fc181a) {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:45:30.345828 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:30.347227 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:30.350049 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:30.383220 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:30.399995 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-344e134f-eb71-449a-9551-e02cbb17e097 req-7648ba54-a386-437f-92d4-9101cb04582f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943310 Apr 08 02:45:30.402372 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-313d1101-e3c0-4f75-941d-d2737a4eca83 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2654018 Apr 08 02:45:30.405737 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35388) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:30.412074 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:30.417366 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:30.422992 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Usage tracker for resource:router and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:30.432238 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:30.442562 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:30.447367 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:30.452727 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7572e1da-44ce-4110-8183-2458b7279753 None None] Network 8faf2455-e525-4732-9869-724624fc181a requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:45:30.472920 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:30.474677 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-916761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5708'] for router, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:30.475109 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e4fd47-221c-44c1-b27c-986212ba1b8e,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:30.480633 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:30.482709 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00e4fd47-221c-44c1-b27c-986212ba1b8e HTTP/1.1" status: 204 len: 168 time: 0.2295754 Apr 08 02:45:30.494388 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:30.495046 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:30.495644 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:30.496141 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:30.496634 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:30.497108 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:30.497587 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:30.498058 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:30.498660 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:30.499166 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:30.499673 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b175fc-be1a-434c-a2c0-2b76bf76a270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:30.532529 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:30.625509 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-873ce55e-767b-4cd5-a8d3-43b9f1b4185b None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:45:30.687336 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Set router b7537374-e10e-41e3-88b1-e2d3c8037a91 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:45:30.883456 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5726'] for router, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:30.902224 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8512d9dc-47c5-5986-9c3f-75143495aee0-8faf2455-e525-4732-9869-724624fc181a', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354'}]}} from dv-cinder-837052-1-smb. {{(pid=83155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 02:45:30.903203 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:31.139328 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-873ce55e-767b-4cd5-a8d3-43b9f1b4185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'a3f1a9c1-6778-4a87-81c3-da50dd905698', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.56', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:ae:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:56Z', 'updated_at': '2022-04-08T02:45:27Z', 'revision_number': 1, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:31.152587 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ce55e-767b-4cd5-a8d3-43b9f1b4185b None None] The sync data for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb is: [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'a3f1a9c1-6778-4a87-81c3-da50dd905698', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.56', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:ae:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:56Z', 'updated_at': '2022-04-08T02:45:27Z', 'revision_number': 1, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:45:31.308113 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:44:42Z', 'revision_number': 2, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:31.313791 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Checking router: b7537374-e10e-41e3-88b1-e2d3c8037a91 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:45:31.314141 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Updating router b7537374-e10e-41e3-88b1-e2d3c8037a91 port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 binding host dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:45:31.323955 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:31.377462 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:31.379952 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.db_base_plugin_common [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Allocated IP 172.20.0.2 (8faf2455-e525-4732-9869-724624fc181a/132caaed-3126-47eb-b1f2-b9b8005ab354/f5e792ec-321b-45a7-a241-9e025d479ebb) {{(pid=83155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:45:31.398330 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:31.624798 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Allocated IP 172.28.1.26 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/a4435794-c2c6-48a1-8a92-32b2609940c3) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:45:32.001766 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.041297 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcb8a9-c1a6-4243-9686-b1878d70de08 req-e4ad4f01-5df2-483f-a907-a22176152c20 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:32.042776 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-74fcb8a9-c1a6-4243-9686-b1878d70de08 req-e4ad4f01-5df2-483f-a907-a22176152c20 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1653309 Apr 08 02:45:32.073216 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.166315 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:45:32.167577 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:45:32.169540 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Pushing event updated for resources: {'Port': ['ID=a4435794-c2c6-48a1-8a92-32b2609940c3,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:32.171754 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:45:32.196248 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.201689 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-74fcb8a9-c1a6-4243-9686-b1878d70de08 req-cf60f553-8d53-41f5-8d78-c0e8b414e850 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491101 Apr 08 02:45:32.204256 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Notify callbacks [] for port, precommit_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.215715 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Transition to ACTIVE for port object f5e792ec-321b-45a7-a241-9e025d479ebb will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:32.230113 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Transition to ACTIVE for port object 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:32.246318 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.250283 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Transition to ACTIVE for port object f5e792ec-321b-45a7-a241-9e025d479ebb will not be triggered until provisioned by entity DHCP. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:32.315995 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c136c0-f4a7-481c-bb68-b3ac60434194 None None] Pushing event updated for resources: {'Port': ['ID=4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:32.318795 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.353747 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.354551 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980346'] for router, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.433444 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c136c0-f4a7-481c-bb68-b3ac60434194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:32.433444 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c136c0-f4a7-481c-bb68-b3ac60434194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:32.433444 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c136c0-f4a7-481c-bb68-b3ac60434194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:32.433444 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c136c0-f4a7-481c-bb68-b3ac60434194 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:32.434002 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c136c0-f4a7-481c-bb68-b3ac60434194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:32.434002 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c136c0-f4a7-481c-bb68-b3ac60434194 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:32.434207 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c136c0-f4a7-481c-bb68-b3ac60434194 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:32.434602 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c136c0-f4a7-481c-bb68-b3ac60434194 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:32.434947 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c136c0-f4a7-481c-bb68-b3ac60434194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:32.435243 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c136c0-f4a7-481c-bb68-b3ac60434194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:32.435680 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c136c0-f4a7-481c-bb68-b3ac60434194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:45:32.511738 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Pushing event updated for resources: {'Port': ['ID=f5e792ec-321b-45a7-a241-9e025d479ebb,revision_number=1']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:32.581814 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Network 8faf2455-e525-4732-9869-724624fc181a is already hosted by enough agents. {{(pid=83155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:45:32.583522 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Resources bound (agent type, host, resource id): {{(pid=83155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:45:32.603256 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Received port after_create {{(pid=83155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:45:32.604796 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Attempting to bind port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:45:32.605144 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Attempting to bind port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:45:32.605487 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Attempting to bind port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 on network c6b1e02c-7d4a-4675-b24d-c357b80488e2 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:45:32.642909 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:45:32.643396 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Checking segment: {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:45:32.643780 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.644225 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Bound using segment: {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:45:32.644738 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Bound port: 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:45:32.645097 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.646362 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Router bb618c47-dc84-42f3-9b56-d1f295c44017 is scheduled to L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a with binding_index 1 {{(pid=83154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 02:45:32.756534 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Attempting to bind port f5e792ec-321b-45a7-a241-9e025d479ebb on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:45:32.756888 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Attempting to bind port f5e792ec-321b-45a7-a241-9e025d479ebb by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:45:32.757235 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Attempting to bind port f5e792ec-321b-45a7-a241-9e025d479ebb on network 8faf2455-e525-4732-9869-724624fc181a {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:45:32.818753 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] For port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:45:32.821230 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:45:32.821718 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Checking segment: {'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:45:32.822106 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.822592 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Bound using segment: {'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:45:32.823116 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Bound port: f5e792ec-321b-45a7-a241-9e025d479ebb, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:45:32.823483 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.852819 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] For port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:45:32.907117 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.911899 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:45:32.952702 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] Notify callbacks [] for router, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:32.957432 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35466) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:32.958303 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-a23cd286-035b-44be-aa31-ac722c3ab9be admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5515151 Apr 08 02:45:33.012182 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Sync routers for ids ['bb618c47-dc84-42f3-9b56-d1f295c44017'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:45:33.108367 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Routers {'bb618c47-dc84-42f3-9b56-d1f295c44017'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:45:33.109069 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:45:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['bb618c47-dc84-42f3-9b56-d1f295c44017'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:33.174009 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] For port f5e792ec-321b-45a7-a241-9e025d479ebb, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:45:33.187104 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c136c0-f4a7-481c-bb68-b3ac60434194 None None] Pushing event updated for resources: {'Port': ['ID=4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:33.265926 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Routers {'b7537374-e10e-41e3-88b1-e2d3c8037a91'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:45:33.266404 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:45:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['b7537374-e10e-41e3-88b1-e2d3c8037a91'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:33.359066 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] For port f5e792ec-321b-45a7-a241-9e025d479ebb, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=f5e792ec-321b-45a7-a241-9e025d479ebb,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:45:33.460466 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:33.542474 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eb197-81e2-42f1-8ee3-cf70b40d5344 req-ad4ede8e-ba37-4f3e-a1b9-b1bf55ff388a tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:33.553482 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3a4eb197-81e2-42f1-8ee3-cf70b40d5344 req-ad4ede8e-ba37-4f3e-a1b9-b1bf55ff388a tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1207128 Apr 08 02:45:33.657609 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3a4eb197-81e2-42f1-8ee3-cf70b40d5344 req-8eaf89e1-93b0-40d5-981d-60471d9b59cc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030395 Apr 08 02:45:33.664260 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:45:33.724141 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc54b6-afe8-48e9-8e1e-2f8c351b5bc0 None None] Pushing event updated for resources: {'Port': ['ID=f5e792ec-321b-45a7-a241-9e025d479ebb,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:33.756431 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Set router bb618c47-dc84-42f3-9b56-d1f295c44017 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:45:34.109789 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] Set router b7537374-e10e-41e3-88b1-e2d3c8037a91 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:45:34.253550 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35516) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:34.336985 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:34.356956 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:34.376206 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:34.376809 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:34.486584 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1889e83a-6ec4-4a49-9576-5f7387fde7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:34.532992 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-1889e83a-6ec4-4a49-9576-5f7387fde7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:34.539105 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-1889e83a-6ec4-4a49-9576-5f7387fde7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:093ce616cbc74379a51e612822cf6279 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:34.551646 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-1889e83a-6ec4-4a49-9576-5f7387fde7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:34.565995 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-1889e83a-6ec4-4a49-9576-5f7387fde7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:34.617802 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Allocated IP 172.20.0.1 (8faf2455-e525-4732-9869-724624fc181a/132caaed-3126-47eb-b1f2-b9b8005ab354/eaa43c18-326e-4310-a16f-f3b0de666b53) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:45:34.676429 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1889e83a-6ec4-4a49-9576-5f7387fde7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:34.686701 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1889e83a-6ec4-4a49-9576-5f7387fde7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:34.828089 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:32Z', 'revision_number': 3, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:34.857703 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-1889e83a-6ec4-4a49-9576-5f7387fde7a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=093ce616cbc74379a51e612822cf6279&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6028066 Apr 08 02:45:34.858368 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35542) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:34.877855 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Checking router: bb618c47-dc84-42f3-9b56-d1f295c44017 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:45:34.878214 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Updating router bb618c47-dc84-42f3-9b56-d1f295c44017 port a4435794-c2c6-48a1-8a92-32b2609940c3 binding host dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:45:34.900469 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:34.909561 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83088bae-9e39-4da5-85f7-f68f0cd095e8 None None] New status for floating IP a3f1a9c1-6778-4a87-81c3-da50dd905698: ACTIVE {{(pid=83156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:45:34.943374 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Transition to ACTIVE for port object eaa43c18-326e-4310-a16f-f3b0de666b53 will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:34.973966 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889e83a-6ec4-4a49-9576-5f7387fde7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2f7b4d-f7f6-440e-bdad-ba747515c86a,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:35.000584 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.058206 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.066362 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35550) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:35.106775 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.173811 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa43c18-326e-4310-a16f-f3b0de666b53,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:35.183463 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Network 8faf2455-e525-4732-9869-724624fc181a is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:45:35.185633 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:45:35.189001 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:45:35.189675 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980912'] for router_interface, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.198578 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:35.226920 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2cc6a8ab-90dd-4d6d-91b8-1addf52633d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.254691 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3325d2-bf07-4e19-a033-b54ca046e972 None None] Network 8faf2455-e525-4732-9869-724624fc181a requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:45:35.267314 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.303236 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9a702-5acf-4162-b870-44e2d1fc74b3 req-9d596111-8c05-4e35-81dc-6f3be876c641 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:35.319780 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-71e9a702-5acf-4162-b870-44e2d1fc74b3 req-9d596111-8c05-4e35-81dc-6f3be876c641 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.3224146 Apr 08 02:45:35.338630 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.339134 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:45:32Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:35.400254 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2cc6a8ab-90dd-4d6d-91b8-1addf52633d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.469906 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c2a72-746d-4670-a533-f8ee863ec432 None None] The sync data for ids ['b7537374-e10e-41e3-88b1-e2d3c8037a91'] in dv-cinder-837052-1-smb is: [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:45:32Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:45:35.484850 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-71e9a702-5acf-4162-b870-44e2d1fc74b3 req-0c1f6b9d-e0fc-4126-856f-40837b940584 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614199 Apr 08 02:45:35.485623 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ba5c2567-dda3-4dda-8804-db2b246dab4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.613917 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-ba5c2567-dda3-4dda-8804-db2b246dab4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:35.617797 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:35.619332 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-ba5c2567-dda3-4dda-8804-db2b246dab4c admin admin] Usage tracker for resource:security_group_rule and tenant:c27154ce858d495b9860eb3cca2442bb is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:35.622924 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-ba5c2567-dda3-4dda-8804-db2b246dab4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:35.630713 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-ba5c2567-dda3-4dda-8804-db2b246dab4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:35.648508 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2cc6a8ab-90dd-4d6d-91b8-1addf52633d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.695194 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device f5e792ec-321b-45a7-a241-9e025d479ebb up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:45:35.749286 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-d45e6238-9803-4d7e-8a37-67b1ae1bbae0 None None] Provisioning for port f5e792ec-321b-45a7-a241-9e025d479ebb completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:35.765062 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6a8ab-90dd-4d6d-91b8-1addf52633d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2f7b4d-f7f6-440e-bdad-ba747515c86a,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:35.784819 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2cc6a8ab-90dd-4d6d-91b8-1addf52633d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.791719 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-2cc6a8ab-90dd-4d6d-91b8-1addf52633d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c2f7b4d-f7f6-440e-bdad-ba747515c86a HTTP/1.1" status: 204 len: 168 time: 0.9165270 Apr 08 02:45:35.827572 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.847320 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ba5c2567-dda3-4dda-8804-db2b246dab4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.855238 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.855477 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ba5c2567-dda3-4dda-8804-db2b246dab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.856558 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2029860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-980783'] for router_interface, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.874017 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port f5e792ec-321b-45a7-a241-9e025d479ebb completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:35.930837 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port f5e792ec-321b-45a7-a241-9e025d479ebb triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:35.931227 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:35.945659 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-ba5c2567-dda3-4dda-8804-db2b246dab4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c27154ce858d495b9860eb3cca2442bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8759062 Apr 08 02:45:35.961852 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35570) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:35.963985 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa43c18-326e-4310-a16f-f3b0de666b53,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:36.030226 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c2567-dda3-4dda-8804-db2b246dab4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff958aa-ed75-42b9-ab2b-3e86ca91aa2f,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:36.143021 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cd30227e-6592-4b46-9fc1-80a65ed17654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:36.145120 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Notify callbacks [] for port, precommit_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:36.198390 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cd30227e-6592-4b46-9fc1-80a65ed17654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:36.200806 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Network 8faf2455-e525-4732-9869-724624fc181a is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:45:36.209393 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:45:36.252273 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Transition to ACTIVE for port object a4435794-c2c6-48a1-8a92-32b2609940c3 will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:36.271246 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:36.291174 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cd30227e-6592-4b46-9fc1-80a65ed17654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:36.332779 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30227e-6592-4b46-9fc1-80a65ed17654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff958aa-ed75-42b9-ab2b-3e86ca91aa2f,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:36.347455 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cd30227e-6592-4b46-9fc1-80a65ed17654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:36.349597 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-cd30227e-6592-4b46-9fc1-80a65ed17654 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ff958aa-ed75-42b9-ab2b-3e86ca91aa2f HTTP/1.1" status: 204 len: 168 time: 0.3861167 Apr 08 02:45:36.429626 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:36.468351 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Attempting to bind port a4435794-c2c6-48a1-8a92-32b2609940c3 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:45:36.469693 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Attempting to bind port a4435794-c2c6-48a1-8a92-32b2609940c3 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:45:36.470261 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Attempting to bind port a4435794-c2c6-48a1-8a92-32b2609940c3 on network d59c54fc-6a56-459d-9ae4-db8d99a734e0 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:45:36.500691 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134330b-7401-4442-96c2-b55f0db76c51 None None] Pushing event updated for resources: {'Port': ['ID=a4435794-c2c6-48a1-8a92-32b2609940c3,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:36.506437 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:45:36.507110 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Checking segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:45:36.507733 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:36.508489 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Bound using segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:45:36.509182 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Bound port: a4435794-c2c6-48a1-8a92-32b2609940c3, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:45:36.509758 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:36.526050 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35580) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:36.543421 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port f5e792ec-321b-45a7-a241-9e025d479ebb, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=f5e792ec-321b-45a7-a241-9e025d479ebb,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:36.562399 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f554e9bf-8cb0-4f80-9225-74a3975e370c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:36.562687 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:36.650709 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f554e9bf-8cb0-4f80-9225-74a3975e370c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:36.657147 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f554e9bf-8cb0-4f80-9225-74a3975e370c admin admin] Usage tracker for resource:security_group_rule and tenant:17a2229c1669436a94ede9bd6a43fd66 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:36.671448 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f554e9bf-8cb0-4f80-9225-74a3975e370c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:36.697546 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] For port a4435794-c2c6-48a1-8a92-32b2609940c3, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:45:36.706203 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] For port a4435794-c2c6-48a1-8a92-32b2609940c3, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=a4435794-c2c6-48a1-8a92-32b2609940c3,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:45:36.724064 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:36.734527 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=f5e792ec-321b-45a7-a241-9e025d479ebb,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:36.768574 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f554e9bf-8cb0-4f80-9225-74a3975e370c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:36.793164 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1f6c7d43-2b81-483e-8592-71a7da908e77 None None] Provisioning complete for port f5e792ec-321b-45a7-a241-9e025d479ebb triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:36.793658 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1f6c7d43-2b81-483e-8592-71a7da908e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.007726 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Routers {'bb618c47-dc84-42f3-9b56-d1f295c44017'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:45:37.011420 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:45:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['bb618c47-dc84-42f3-9b56-d1f295c44017'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:37.038927 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175da424-5c95-4953-9803-1921c1294a46 req-0bf05175-fc6d-42d5-a05b-ce4e137fe73f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:37.040703 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-175da424-5c95-4953-9803-1921c1294a46 req-0bf05175-fc6d-42d5-a05b-ce4e137fe73f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.3563118 Apr 08 02:45:37.100878 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f554e9bf-8cb0-4f80-9225-74a3975e370c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.112819 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f554e9bf-8cb0-4f80-9225-74a3975e370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.141477 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Router bb618c47-dc84-42f3-9b56-d1f295c44017 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:45:37.172428 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-175da424-5c95-4953-9803-1921c1294a46 req-a53c2236-32b4-4e4c-b89a-383839625c97 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222718 Apr 08 02:45:37.226194 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554e9bf-8cb0-4f80-9225-74a3975e370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc46223e-0501-47e5-9433-ba1636d46328,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:37.240101 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-f554e9bf-8cb0-4f80-9225-74a3975e370c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17a2229c1669436a94ede9bd6a43fd66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7129631 Apr 08 02:45:37.240958 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35604) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:37.287593 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35610) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:37.291678 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134330b-7401-4442-96c2-b55f0db76c51 None None] Pushing event updated for resources: {'Port': ['ID=a4435794-c2c6-48a1-8a92-32b2609940c3,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:37.308239 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5236aaed-277c-4c7f-bfde-54828c107782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.351952 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-5236aaed-277c-4c7f-bfde-54828c107782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:37.357505 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-5236aaed-277c-4c7f-bfde-54828c107782 admin admin] Usage tracker for resource:security_group_rule and tenant:668699fb411f452ba70eba3cb04f0b1d is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:37.361712 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-5236aaed-277c-4c7f-bfde-54828c107782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:37.368949 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-5236aaed-277c-4c7f-bfde-54828c107782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:37.421899 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1f6c7d43-2b81-483e-8592-71a7da908e77 None None] Provisioning for port eaa43c18-326e-4310-a16f-f3b0de666b53 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:37.427213 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] Set router bb618c47-dc84-42f3-9b56-d1f295c44017 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:45:37.442668 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5236aaed-277c-4c7f-bfde-54828c107782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.448742 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-542af209-7260-402f-9b65-06ad0ab1d3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.450687 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5236aaed-277c-4c7f-bfde-54828c107782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.476702 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1f6c7d43-2b81-483e-8592-71a7da908e77 None None] Provisioning complete for port eaa43c18-326e-4310-a16f-f3b0de666b53 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:37.477653 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1f6c7d43-2b81-483e-8592-71a7da908e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.488930 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-542af209-7260-402f-9b65-06ad0ab1d3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.493101 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-5236aaed-277c-4c7f-bfde-54828c107782 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=668699fb411f452ba70eba3cb04f0b1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2044382 Apr 08 02:45:37.499643 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35614) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:37.515236 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236aaed-277c-4c7f-bfde-54828c107782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed91deec-77a6-41a9-9e05-3c5f020cbb99,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:37.561065 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:45:37.597648 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c7d43-2b81-483e-8592-71a7da908e77 None None] Port eaa43c18-326e-4310-a16f-f3b0de666b53 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:45:37.651862 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d55f06bf-00f0-4e4f-b5c5-52b04e42e8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.663715 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-542af209-7260-402f-9b65-06ad0ab1d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.687822 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:45:37.710224 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542af209-7260-402f-9b65-06ad0ab1d3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc46223e-0501-47e5-9433-ba1636d46328,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:37.718472 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d55f06bf-00f0-4e4f-b5c5-52b04e42e8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.741770 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-542af209-7260-402f-9b65-06ad0ab1d3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.743032 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-542af209-7260-402f-9b65-06ad0ab1d3a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc46223e-0501-47e5-9433-ba1636d46328 HTTP/1.1" status: 204 len: 168 time: 0.5008023 Apr 08 02:45:37.745937 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-340fa6a7-01b6-4619-9983-03a59836d8a6 admin admin] 10.222.0.44 "PUT /v2.0/routers/bb618c47-dc84-42f3-9b56-d1f295c44017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7863986 Apr 08 02:45:37.788665 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d55f06bf-00f0-4e4f-b5c5-52b04e42e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.795167 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-fb5cbfc1-adeb-426e-9416-e225b3f2761a None None] Provisioning complete for port eaa43c18-326e-4310-a16f-f3b0de666b53 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:37.795530 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-fb5cbfc1-adeb-426e-9416-e225b3f2761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.821643 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f06bf-00f0-4e4f-b5c5-52b04e42e8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed91deec-77a6-41a9-9e05-3c5f020cbb99,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:37.828024 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d55f06bf-00f0-4e4f-b5c5-52b04e42e8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:37.829140 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-d55f06bf-00f0-4e4f-b5c5-52b04e42e8fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed91deec-77a6-41a9-9e05-3c5f020cbb99 HTTP/1.1" status: 204 len: 168 time: 0.3276494 Apr 08 02:45:37.890343 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-fb5cbfc1-adeb-426e-9416-e225b3f2761a None None] Port eaa43c18-326e-4310-a16f-f3b0de666b53 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:45:37.937959 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:37.938311 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:38.064620 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 2, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:38.077719 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7def3f5-81fc-4e06-bcb0-14f94d29f8e1 None None] The sync data for ids ['bb618c47-dc84-42f3-9b56-d1f295c44017'] in dv-cinder-837052-1-smb is: [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 2, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:45:38.085634 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device f5e792ec-321b-45a7-a241-9e025d479ebb up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:45:38.170051 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port f5e792ec-321b-45a7-a241-9e025d479ebb triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:38.170422 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:38.334914 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:45:38.437479 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531f93f-c637-41f7-817c-96f0bd9abefb req-83fd52de-3a8c-40e3-b149-7784885e6e69 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:38.447383 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2531f93f-c637-41f7-817c-96f0bd9abefb req-83fd52de-3a8c-40e3-b149-7784885e6e69 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1269534 Apr 08 02:45:38.523126 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2531f93f-c637-41f7-817c-96f0bd9abefb req-3319cdfa-e688-4cff-beb4-de9eead50656 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748754 Apr 08 02:45:38.684735 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35666) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:38.691044 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809946340', 'description': 'tempest-description--1995774144'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:38.701058 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:38.711869 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Usage tracker for resource:security_group and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:38.718203 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:38.736836 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:38.752685 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:38.800213 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:38.804183 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Usage tracker for resource:security_group_rule and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:38.807392 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:38.813466 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:38.924198 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:38.932072 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:39.044517 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e6a32c-3973-4691-a450-ede4e5cd8992,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:39.051217 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:39.053523 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-f7d9361d-68f6-4756-a192-d493d6b4dcc6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3675222 Apr 08 02:45:39.056650 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35694) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:39.062954 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-bca5a84d-d677-45f8-b6ec-ae0fb7d0bb9b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Request body: {'security_group_rule': {'security_group_id': '17e6a32c-3973-4691-a450-ede4e5cd8992', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:39.074702 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-bca5a84d-d677-45f8-b6ec-ae0fb7d0bb9b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:39.079020 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-bca5a84d-d677-45f8-b6ec-ae0fb7d0bb9b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Usage tracker for resource:security_group_rule and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:39.081910 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-bca5a84d-d677-45f8-b6ec-ae0fb7d0bb9b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:39.087641 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-bca5a84d-d677-45f8-b6ec-ae0fb7d0bb9b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:39.113781 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bca5a84d-d677-45f8-b6ec-ae0fb7d0bb9b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:39.204542 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bca5a84d-d677-45f8-b6ec-ae0fb7d0bb9b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:39.211320 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bca5a84d-d677-45f8-b6ec-ae0fb7d0bb9b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:39.247142 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5a84d-d677-45f8-b6ec-ae0fb7d0bb9b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684af3c5-4586-47b5-9835-87d2f942bef2,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:39.260855 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bca5a84d-d677-45f8-b6ec-ae0fb7d0bb9b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:39.262651 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-bca5a84d-d677-45f8-b6ec-ae0fb7d0bb9b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2045231 Apr 08 02:45:39.265202 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35706) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:39.272371 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-e72ae3ef-f932-4e6c-849f-bc2227fa5357 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Request body: {'security_group_rule': {'security_group_id': '17e6a32c-3973-4691-a450-ede4e5cd8992', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:39.278609 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-e72ae3ef-f932-4e6c-849f-bc2227fa5357 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:39.282824 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-e72ae3ef-f932-4e6c-849f-bc2227fa5357 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Usage tracker for resource:security_group_rule and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:39.285950 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-e72ae3ef-f932-4e6c-849f-bc2227fa5357 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:39.292516 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-e72ae3ef-f932-4e6c-849f-bc2227fa5357 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:39.315884 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e72ae3ef-f932-4e6c-849f-bc2227fa5357 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:39.386030 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e72ae3ef-f932-4e6c-849f-bc2227fa5357 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:39.391150 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e72ae3ef-f932-4e6c-849f-bc2227fa5357 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:39.413720 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ae3ef-f932-4e6c-849f-bc2227fa5357 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b342836-ffc5-45ae-908b-5154ee949eb7,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:39.432443 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e72ae3ef-f932-4e6c-849f-bc2227fa5357 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:39.437317 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-e72ae3ef-f932-4e6c-849f-bc2227fa5357 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1672602 Apr 08 02:45:39.437317 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35712) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:39.445139 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Request body: {'floatingip': {'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:39.450125 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:39.454173 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Usage tracker for resource:floatingip and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:39.457256 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:39.463014 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:39.475725 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:39.562301 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35722) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:39.638366 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:39.806393 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7ee92-8cbe-45dd-a06c-bf188835541e req-5b4d3628-ae7b-47c3-be03-72f4cc853415 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:39.807291 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4fc7ee92-8cbe-45dd-a06c-bf188835541e req-5b4d3628-ae7b-47c3-be03-72f4cc853415 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1131263 Apr 08 02:45:39.812450 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Allocated IP 172.28.1.105 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/548b40a6-6781-4049-a025-2ffb7161c709) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:45:39.877001 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4fc7ee92-8cbe-45dd-a06c-bf188835541e req-51ab2c13-e4f3-411d-a526-1f64cb19b034 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640459 Apr 08 02:45:39.972688 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0270-2f95-45fd-95a5-fbfd1b2ad28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.044671 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-6a8c0270-2f95-45fd-95a5-fbfd1b2ad28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:40.059039 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-6a8c0270-2f95-45fd-95a5-fbfd1b2ad28b admin admin] Usage tracker for resource:security_group_rule and tenant:08130cace0e148f7a24b2503f9d9c1e5 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:40.064621 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-6a8c0270-2f95-45fd-95a5-fbfd1b2ad28b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:40.073638 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-6a8c0270-2f95-45fd-95a5-fbfd1b2ad28b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:40.096432 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.182971 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0270-2f95-45fd-95a5-fbfd1b2ad28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.185721 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.233127 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0270-2f95-45fd-95a5-fbfd1b2ad28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.307488 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:45:40.312410 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:45:40.314905 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:45:40.323255 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c0270-2f95-45fd-95a5-fbfd1b2ad28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581c2950-ee5d-4dbb-85fb-9ec96ab4ca4e,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:40.328449 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event updated for resources: {'Port': ['ID=548b40a6-6781-4049-a025-2ffb7161c709,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:40.336258 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-6a8c0270-2f95-45fd-95a5-fbfd1b2ad28b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08130cace0e148f7a24b2503f9d9c1e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7697346 Apr 08 02:45:40.336574 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35756) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:40.417345 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a28fcae5-13cc-497e-9a33-796fe70fd92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.455775 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a28fcae5-13cc-497e-9a33-796fe70fd92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.456417 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.524048 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a28fcae5-13cc-497e-9a33-796fe70fd92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.543727 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a28fcae5-13cc-497e-9a33-796fe70fd92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.545188 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-a28fcae5-13cc-497e-9a33-796fe70fd92d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/581c2950-ee5d-4dbb-85fb-9ec96ab4ca4e HTTP/1.1" status: 204 len: 168 time: 0.2076943 Apr 08 02:45:40.546488 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fcae5-13cc-497e-9a33-796fe70fd92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581c2950-ee5d-4dbb-85fb-9ec96ab4ca4e,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:40.631006 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.862451 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.873771 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.951236 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:40.978204 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event updated for resources: {'Port': ['ID=548b40a6-6781-4049-a025-2ffb7161c709,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:41.010068 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:41.031020 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-eb69a125-799c-4178-8c37-bee76984087a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5851719 Apr 08 02:45:41.106412 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2ba1b-990a-4e63-b029-12c55bec02a5 req-f2e8e2e6-5114-4d37-af39-c161f2229e3b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:41.107997 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-61a2ba1b-990a-4e63-b029-12c55bec02a5 req-f2e8e2e6-5114-4d37-af39-c161f2229e3b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.0801480 Apr 08 02:45:41.189769 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-61a2ba1b-990a-4e63-b029-12c55bec02a5 req-b0c47718-18d8-49d4-8b3c-172813323b91 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736606 Apr 08 02:45:41.237597 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35800) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:41.259841 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-381aa8ba-c5ff-40c2-b47b-0017e95686eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:41.295814 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-381aa8ba-c5ff-40c2-b47b-0017e95686eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:41.300576 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-381aa8ba-c5ff-40c2-b47b-0017e95686eb admin admin] Usage tracker for resource:security_group_rule and tenant:f3c59d0bad21425eb1212d0116aebdf7 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:41.304392 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-381aa8ba-c5ff-40c2-b47b-0017e95686eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:41.312119 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-381aa8ba-c5ff-40c2-b47b-0017e95686eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:41.417409 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-a0e775a4-e4c9-43b2-bf60-a7e9192246e5 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Synchronizing usage tracker for tenant:b058649f650a4525af29343dc21492cc on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:45:41.443742 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-381aa8ba-c5ff-40c2-b47b-0017e95686eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:41.450389 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-381aa8ba-c5ff-40c2-b47b-0017e95686eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:41.481344 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-a0e775a4-e4c9-43b2-bf60-a7e9192246e5 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Unset dirty status for tenant:b058649f650a4525af29343dc21492cc on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:45:41.484253 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-a0e775a4-e4c9-43b2-bf60-a7e9192246e5 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1809946340&fields=id&tenant_id=b058649f650a4525af29343dc21492cc HTTP/1.1" status: 200 len: 267 time: 0.1363490 Apr 08 02:45:41.586877 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381aa8ba-c5ff-40c2-b47b-0017e95686eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc30e64f-9c67-429c-afef-67470bcd30bb,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:41.598705 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-381aa8ba-c5ff-40c2-b47b-0017e95686eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3c59d0bad21425eb1212d0116aebdf7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3593478 Apr 08 02:45:41.600829 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35820) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:41.627922 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35824) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:41.674273 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1e16c636-10fd-44d2-b075-69b46e278474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:41.686375 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-f33d07b7-9217-43c0-aecb-ffa90478e20f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:41.687212 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-f33d07b7-9217-43c0-aecb-ffa90478e20f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Synchronizing usage tracker for tenant:b058649f650a4525af29343dc21492cc on resource:network {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:45:41.706160 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1e16c636-10fd-44d2-b075-69b46e278474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:41.707374 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-f33d07b7-9217-43c0-aecb-ffa90478e20f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Unset dirty status for tenant:b058649f650a4525af29343dc21492cc on resource:network {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:45:41.708816 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-f33d07b7-9217-43c0-aecb-ffa90478e20f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/networks?id=8faf2455-e525-4732-9869-724624fc181a HTTP/1.1" status: 200 len: 810 time: 0.2173629 Apr 08 02:45:41.729671 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-c46a0854-59d7-496f-ab68-d4c4a72610b7 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/quotas/b058649f650a4525af29343dc21492cc HTTP/1.1" status: 200 len: 375 time: 0.0124018 Apr 08 02:45:41.774084 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1e16c636-10fd-44d2-b075-69b46e278474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:41.790951 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16c636-10fd-44d2-b075-69b46e278474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc30e64f-9c67-429c-afef-67470bcd30bb,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:41.800057 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1e16c636-10fd-44d2-b075-69b46e278474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:41.801204 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-1e16c636-10fd-44d2-b075-69b46e278474 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc30e64f-9c67-429c-afef-67470bcd30bb HTTP/1.1" status: 204 len: 168 time: 0.1993830 Apr 08 02:45:41.837697 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b924-aed9-42a7-b72a-32a4b0abf2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:41.865117 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-2bf55229-9782-4545-bc5b-0509320deeb2 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b058649f650a4525af29343dc21492cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1210737 Apr 08 02:45:41.969668 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-8bd8b924-aed9-42a7-b72a-32a4b0abf2cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:41.976197 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-8bd8b924-aed9-42a7-b72a-32a4b0abf2cd admin admin] Usage tracker for resource:security_group_rule and tenant:efb794ae143c42a59678c6cebb43bd1b is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:41.980234 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-8bd8b924-aed9-42a7-b72a-32a4b0abf2cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:41.996889 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-8bd8b924-aed9-42a7-b72a-32a4b0abf2cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:42.028606 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-ed716466-ffaa-404f-b1ea-0a3487781065 service neutron] 10.222.0.44 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589370 Apr 08 02:45:42.181304 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b924-aed9-42a7-b72a-32a4b0abf2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:42.192546 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b924-aed9-42a7-b72a-32a4b0abf2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:42.224169 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-2c363086-5df0-4186-8508-5f1caa6a13dd service neutron] 10.222.0.44 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890337 Apr 08 02:45:42.278487 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8b924-aed9-42a7-b72a-32a4b0abf2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b9062f-0316-44fb-a950-c3de55dc7d7f,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:42.288223 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-8bd8b924-aed9-42a7-b72a-32a4b0abf2cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=efb794ae143c42a59678c6cebb43bd1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6588910 Apr 08 02:45:42.290976 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35846) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:42.397690 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d331-898e-4ef5-a180-cfc472bb0496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:42.470631 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d331-898e-4ef5-a180-cfc472bb0496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:42.587266 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d331-898e-4ef5-a180-cfc472bb0496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:42.605475 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0d331-898e-4ef5-a180-cfc472bb0496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b9062f-0316-44fb-a950-c3de55dc7d7f,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:42.610288 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d331-898e-4ef5-a180-cfc472bb0496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:42.612588 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-dbf0d331-898e-4ef5-a180-cfc472bb0496 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68b9062f-0316-44fb-a950-c3de55dc7d7f HTTP/1.1" status: 204 len: 168 time: 0.3200998 Apr 08 02:45:42.614462 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e67f8-7d6d-47f6-844d-aa4ab947482d req-6de0d324-b520-47f7-a543-77d8edd2fb5d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:42.615985 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-982e67f8-7d6d-47f6-844d-aa4ab947482d req-6de0d324-b520-47f7-a543-77d8edd2fb5d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.2225761 Apr 08 02:45:42.624584 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-52375a94-3e27-496f-8276-9ed6f146a40b req-1ee7556a-7c4a-4b4a-af9f-d68f96f7bdda tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 210 time: 0.1175265 Apr 08 02:45:42.699374 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-982e67f8-7d6d-47f6-844d-aa4ab947482d req-a1ef3ff3-2923-48ad-8899-a9a9072c14f2 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736678 Apr 08 02:45:43.161984 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 35880) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:43.181176 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3be4cdc3-cec1-42a5-9cc5-7cc2d2c524c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:43.220486 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-3be4cdc3-cec1-42a5-9cc5-7cc2d2c524c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:43.225603 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-3be4cdc3-cec1-42a5-9cc5-7cc2d2c524c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2c1e74dbb6a0411394109604c31e1da6 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:43.228631 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-3be4cdc3-cec1-42a5-9cc5-7cc2d2c524c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:43.235095 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-3be4cdc3-cec1-42a5-9cc5-7cc2d2c524c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:43.302667 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3be4cdc3-cec1-42a5-9cc5-7cc2d2c524c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:43.308345 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3be4cdc3-cec1-42a5-9cc5-7cc2d2c524c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:43.353631 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4cdc3-cec1-42a5-9cc5-7cc2d2c524c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa19b9df-e5d3-49f6-89e6-e008863e873d,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:43.358164 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-3be4cdc3-cec1-42a5-9cc5-7cc2d2c524c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c1e74dbb6a0411394109604c31e1da6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1949084 Apr 08 02:45:43.361125 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 35888) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:43.431438 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-178a9e12-ec30-4ff4-adec-0f85538c3712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:43.467470 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-178a9e12-ec30-4ff4-adec-0f85538c3712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:43.492476 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-45fe5bb4-32af-4ed4-80d1-7ccaac1d0f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:43.528448 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-178a9e12-ec30-4ff4-adec-0f85538c3712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:43.548131 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a9e12-ec30-4ff4-adec-0f85538c3712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa19b9df-e5d3-49f6-89e6-e008863e873d,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:43.559484 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-178a9e12-ec30-4ff4-adec-0f85538c3712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:43.561032 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-178a9e12-ec30-4ff4-adec-0f85538c3712 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa19b9df-e5d3-49f6-89e6-e008863e873d HTTP/1.1" status: 204 len: 168 time: 0.1987286 Apr 08 02:45:43.978762 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-2b09490b-396f-4dbd-a50c-67287b9bd63e tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:43.980387 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-2b09490b-396f-4dbd-a50c-67287b9bd63e tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.37 "GET /v2.0/networks?id=8faf2455-e525-4732-9869-724624fc181a HTTP/1.1" status: 200 len: 810 time: 0.2225261 Apr 08 02:45:43.992239 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ae0ab27b-99c3-4d03-a104-97b881b724d1 req-7adfd8db-2f88-4ed8-ad41-6524a5ec5678 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 210 time: 0.1044843 Apr 08 02:45:44.072397 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284451ba-701b-4e4d-aab3-eadf43a3b484 req-4bc38fa9-db30-4446-82a7-5a65817b68c2 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:44.080436 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-284451ba-701b-4e4d-aab3-eadf43a3b484 req-4bc38fa9-db30-4446-82a7-5a65817b68c2 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1331682 Apr 08 02:45:44.096413 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-3b0a3868-9445-4abe-be9f-2849c0018704 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b058649f650a4525af29343dc21492cc HTTP/1.1" status: 200 len: 380 time: 0.0982480 Apr 08 02:45:44.117066 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Request body: {'port': {'device_id': '89f65533-6720-4789-b536-0cc4e9d6b58c', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'admin_state_up': True, 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'security_groups': ['17e6a32c-3973-4691-a450-ede4e5cd8992']}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:44.138838 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-284451ba-701b-4e4d-aab3-eadf43a3b484 req-93f73c83-d206-42b3-9213-9a1f84f5b0e0 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568590 Apr 08 02:45:44.307961 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:44.312351 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Usage tracker for resource:port and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:44.315466 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:44.322845 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:44.338385 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Made reservation on behalf of b058649f650a4525af29343dc21492cc for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:45:44.344118 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:44.536537 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Allocated IP 172.20.0.10 (8faf2455-e525-4732-9869-724624fc181a/132caaed-3126-47eb-b1f2-b9b8005ab354/af4ff0c8-0ed3-4019-8572-16eeca6cad2b) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:45:44.792833 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:44.811293 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Transition to ACTIVE for port object af4ff0c8-0ed3-4019-8572-16eeca6cad2b will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:44.855320 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:44.947129 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Network 8faf2455-e525-4732-9869-724624fc181a is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:45:44.955251 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:45:44.960294 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:45:44.964514 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:44.965314 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:44.990864 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event updated for resources: {'Port': ['ID=af4ff0c8-0ed3-4019-8572-16eeca6cad2b,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:45.016920 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-d10dad8f-01f9-4070-b971-ccf06a199239 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9047811 Apr 08 02:45:45.028685 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Request body: {'port': {'device_id': '89f65533-6720-4789-b536-0cc4e9d6b58c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:45.221115 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:45.325198 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97d4aa-cfe9-4983-9525-9e4c81fef634 req-9bbd59bc-b87c-4ccb-bb0f-24cdf1c9fde2 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:45.327011 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5f97d4aa-cfe9-4983-9525-9e4c81fef634 req-9bbd59bc-b87c-4ccb-bb0f-24cdf1c9fde2 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 932 time: 0.1690350 Apr 08 02:45:45.379323 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-a69e714b-d18c-4238-a762-3f3d90bcd37d None None] Provisioning for port af4ff0c8-0ed3-4019-8572-16eeca6cad2b completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:45.390945 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-a69e714b-d18c-4238-a762-3f3d90bcd37d None None] Provisioning complete for port af4ff0c8-0ed3-4019-8572-16eeca6cad2b triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:45.391318 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-a69e714b-d18c-4238-a762-3f3d90bcd37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:45.475504 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5f97d4aa-cfe9-4983-9525-9e4c81fef634 req-73597f76-7a83-418e-9089-7a12d556fe25 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393726 Apr 08 02:45:45.559106 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-a69e714b-d18c-4238-a762-3f3d90bcd37d None None] Port af4ff0c8-0ed3-4019-8572-16eeca6cad2b cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:45:45.583252 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafec644-5bf7-4b46-8e17-035f6ec9b457 req-2e07c81c-b1c3-4334-b481-302ad0688b49 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:45.585020 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cafec644-5bf7-4b46-8e17-035f6ec9b457 req-2e07c81c-b1c3-4334-b481-302ad0688b49 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1281996 Apr 08 02:45:45.663307 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cafec644-5bf7-4b46-8e17-035f6ec9b457 req-04d017f0-b703-462b-91d8-f88c465b2721 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687244 Apr 08 02:45:45.767033 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36006) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:45.829236 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-53043f7c-0ae3-4081-bc20-0ae61581cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:45.970240 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4ff0c8-0ed3-4019-8572-16eeca6cad2b {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:45:45.981945 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:45.993648 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-90e865ed-6fda-4b16-86c0-8cc3aaeb5a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:46.007820 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Transition to ACTIVE for port object af4ff0c8-0ed3-4019-8572-16eeca6cad2b will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:45:46.015353 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:46.034475 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-90e865ed-6fda-4b16-86c0-8cc3aaeb5a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:46.039850 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-90e865ed-6fda-4b16-86c0-8cc3aaeb5a7e admin admin] Usage tracker for resource:security_group_rule and tenant:1dbdd72cefaa4bc2b8ba6554042f1ce0 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:46.051327 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-90e865ed-6fda-4b16-86c0-8cc3aaeb5a7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:46.058736 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-90e865ed-6fda-4b16-86c0-8cc3aaeb5a7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:46.157522 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-90e865ed-6fda-4b16-86c0-8cc3aaeb5a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:46.166358 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-90e865ed-6fda-4b16-86c0-8cc3aaeb5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:46.192521 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Pushing event updated for resources: {'Port': ['ID=af4ff0c8-0ed3-4019-8572-16eeca6cad2b,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:46.204664 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-90e865ed-6fda-4b16-86c0-8cc3aaeb5a7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1dbdd72cefaa4bc2b8ba6554042f1ce0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4364631 Apr 08 02:45:46.207141 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36022) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:46.259393 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e865ed-6fda-4b16-86c0-8cc3aaeb5a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2110843-52da-425a-9e7a-c7f1b21db375,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:46.277894 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Attempting to bind port af4ff0c8-0ed3-4019-8572-16eeca6cad2b on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:45:46.278149 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Attempting to bind port af4ff0c8-0ed3-4019-8572-16eeca6cad2b by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:45:46.278464 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Attempting to bind port af4ff0c8-0ed3-4019-8572-16eeca6cad2b on network 8faf2455-e525-4732-9869-724624fc181a {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:45:46.285279 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Port af4ff0c8-0ed3-4019-8572-16eeca6cad2b on network 8faf2455-e525-4732-9869-724624fc181a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:45:46.285279 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Attempting to bind port af4ff0c8-0ed3-4019-8572-16eeca6cad2b on network 8faf2455-e525-4732-9869-724624fc181a {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:45:46.292133 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:45:46.292470 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Checking segment: {'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:45:46.292854 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Bound using segment: {'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:45:46.293282 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Bound port: af4ff0c8-0ed3-4019-8572-16eeca6cad2b, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:45:46.293632 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:46.310801 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-87cd6b28-34da-4867-b4f4-043e36068a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:46.366152 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-87cd6b28-34da-4867-b4f4-043e36068a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:46.415218 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] For port af4ff0c8-0ed3-4019-8572-16eeca6cad2b, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:45:46.419175 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] For port af4ff0c8-0ed3-4019-8572-16eeca6cad2b, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=af4ff0c8-0ed3-4019-8572-16eeca6cad2b,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:45:46.429441 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:46.451859 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-87cd6b28-34da-4867-b4f4-043e36068a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:46.471863 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd6b28-34da-4867-b4f4-043e36068a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2110843-52da-425a-9e7a-c7f1b21db375,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:46.479280 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-87cd6b28-34da-4867-b4f4-043e36068a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:46.481157 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-87cd6b28-34da-4867-b4f4-043e36068a2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2110843-52da-425a-9e7a-c7f1b21db375 HTTP/1.1" status: 204 len: 168 time: 0.2727413 Apr 08 02:45:46.577218 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:46.584546 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] 10.222.0.37 "PUT /v2.0/ports/af4ff0c8-0ed3-4019-8572-16eeca6cad2b HTTP/1.1" status: 200 len: 1094 time: 1.5599756 Apr 08 02:45:46.585275 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f65533-6720-4789-b536-0cc4e9d6b58c', 'tag': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:46.616945 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32765bd9-c8ed-4c18-accd-e4a2a1602616 service neutron] Pushing event updated for resources: {'Port': ['ID=af4ff0c8-0ed3-4019-8572-16eeca6cad2b,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:46.671219 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:46.725784 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ab3796-511e-4c37-a79c-15a73fde3b5e'] response: {'name': 'network-changed', 'server_uuid': '89f65533-6720-4789-b536-0cc4e9d6b58c', 'tag': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b', 'status': 'completed', 'code': 200} Apr 08 02:45:46.828138 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-fb344dc2-a4a5-42a9-933a-ac0d3521f993 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b058649f650a4525af29343dc21492cc&device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 1097 time: 0.1820488 Apr 08 02:45:46.922917 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:47.003991 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-4d5f07c5-5904-4100-9bd7-2a9378d2be66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af4ff0c8-0ed3-4019-8572-16eeca6cad2b HTTP/1.1" status: 200 len: 217 time: 0.1635680 Apr 08 02:45:47.020245 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136caf7-6a87-416d-96b9-d79df319961e req-2ea5d19e-f34f-4347-91da-812f59a4f571 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:47.021858 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7136caf7-6a87-416d-96b9-d79df319961e req-2ea5d19e-f34f-4347-91da-812f59a4f571 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 944 time: 0.2940855 Apr 08 02:45:47.125180 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-4e9c5bb0-751d-4532-a86f-f695fd00186d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:47.127428 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-4e9c5bb0-751d-4532-a86f-f695fd00186d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=132caaed-3126-47eb-b1f2-b9b8005ab354 HTTP/1.1" status: 200 len: 849 time: 0.1054740 Apr 08 02:45:47.195222 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7136caf7-6a87-416d-96b9-d79df319961e req-1313f6db-95d6-4a31-87bf-ae67d6da032c tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999947 Apr 08 02:45:47.236822 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-fda62e88-46da-4c26-8485-ca1440160733 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8faf2455-e525-4732-9869-724624fc181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1016946 Apr 08 02:45:47.249245 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d864ce0-e509-4139-8ef7-abc6187f9fed req-65288886-f1cf-40bb-b862-60552bfbdecc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:47.251040 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4d864ce0-e509-4139-8ef7-abc6187f9fed req-65288886-f1cf-40bb-b862-60552bfbdecc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.2282720 Apr 08 02:45:47.323425 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36054) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:47.342764 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4d864ce0-e509-4139-8ef7-abc6187f9fed req-b4a4bdb8-7d0c-4216-a097-a7fb4bb528ab tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811117 Apr 08 02:45:47.384513 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2ca77100-d170-4d3c-a862-98a3f3afb079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:47.426679 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-2ca77100-d170-4d3c-a862-98a3f3afb079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:47.436764 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-2ca77100-d170-4d3c-a862-98a3f3afb079 admin admin] Usage tracker for resource:security_group_rule and tenant:eac65cb6116b4344a09ea9845721ccdc is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:47.441485 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-2ca77100-d170-4d3c-a862-98a3f3afb079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:47.455731 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-2ca77100-d170-4d3c-a862-98a3f3afb079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:47.472871 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-271db3fc-3c1b-4b0b-b6c4-45fe0632b1d4 service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226346 Apr 08 02:45:47.609958 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2ca77100-d170-4d3c-a862-98a3f3afb079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:47.620302 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2ca77100-d170-4d3c-a862-98a3f3afb079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:47.775493 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-1a2a796b-c9d8-48e5-8bac-9a27cd1d392a req-da734f0f-ec3b-4a60-9691-4c846503d002 service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980323 Apr 08 02:45:47.778453 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-2ca77100-d170-4d3c-a862-98a3f3afb079 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eac65cb6116b4344a09ea9845721ccdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4402986 Apr 08 02:45:47.781077 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36074) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:47.787680 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca77100-d170-4d3c-a862-98a3f3afb079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f7b4c7-12c0-4cac-a131-a9e59d2604ee,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:47.949001 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1fb3731e-0543-4c0f-950b-7946aeac5f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:47.984180 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1fb3731e-0543-4c0f-950b-7946aeac5f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:48.012022 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a39b708f-e45a-4d22-b351-462c187cbc9a req-78e6d84b-b5d1-4868-9e96-7b366762561b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b058649f650a4525af29343dc21492cc&device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 1097 time: 0.1644876 Apr 08 02:45:48.128191 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:48.129831 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36086) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:48.175891 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1fb3731e-0543-4c0f-950b-7946aeac5f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:48.196984 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3731e-0543-4c0f-950b-7946aeac5f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f7b4c7-12c0-4cac-a131-a9e59d2604ee,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:48.223093 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1fb3731e-0543-4c0f-950b-7946aeac5f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:48.224227 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-1fb3731e-0543-4c0f-950b-7946aeac5f7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5f7b4c7-12c0-4cac-a131-a9e59d2604ee HTTP/1.1" status: 204 len: 168 time: 0.4422028 Apr 08 02:45:48.225600 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b708f-e45a-4d22-b351-462c187cbc9a req-a849ef7b-9f2d-4442-8648-eb0c3412372a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:48.227160 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a39b708f-e45a-4d22-b351-462c187cbc9a req-a849ef7b-9f2d-4442-8648-eb0c3412372a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8faf2455-e525-4732-9869-724624fc181a HTTP/1.1" status: 200 len: 911 time: 0.2020774 Apr 08 02:45:48.342374 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-95e48159-dd9b-4221-83ed-845d8a7db050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:48.373094 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a39b708f-e45a-4d22-b351-462c187cbc9a req-a0c753d3-991a-42d1-b306-9ce3de6a2bd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af4ff0c8-0ed3-4019-8572-16eeca6cad2b HTTP/1.1" status: 200 len: 217 time: 0.1344991 Apr 08 02:45:48.430395 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-95e48159-dd9b-4221-83ed-845d8a7db050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:48.436113 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-95e48159-dd9b-4221-83ed-845d8a7db050 admin admin] Usage tracker for resource:security_group_rule and tenant:94adf64f97804e27b62444de25a78b3f is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:48.446677 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-95e48159-dd9b-4221-83ed-845d8a7db050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:48.457448 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-95e48159-dd9b-4221-83ed-845d8a7db050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:48.488413 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d1e39-15da-4451-8e61-e97f83b5af26 req-4425c380-07c2-4153-9692-3ad6e5f295e8 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:48.489859 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-035d1e39-15da-4451-8e61-e97f83b5af26 req-4425c380-07c2-4153-9692-3ad6e5f295e8 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 944 time: 0.1256509 Apr 08 02:45:48.533079 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b708f-e45a-4d22-b351-462c187cbc9a req-3de9b3b6-610e-48a3-a932-50ec1af7943e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:48.534616 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a39b708f-e45a-4d22-b351-462c187cbc9a req-3de9b3b6-610e-48a3-a932-50ec1af7943e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=132caaed-3126-47eb-b1f2-b9b8005ab354 HTTP/1.1" status: 200 len: 849 time: 0.1363220 Apr 08 02:45:48.631505 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-035d1e39-15da-4451-8e61-e97f83b5af26 req-9f8fce57-c224-41a0-aed0-bbce2e896499 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355193 Apr 08 02:45:48.636640 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a39b708f-e45a-4d22-b351-462c187cbc9a req-cf5c6f31-4f62-4a2b-bf22-b37e8417fe8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8faf2455-e525-4732-9869-724624fc181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924292 Apr 08 02:45:48.660223 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-95e48159-dd9b-4221-83ed-845d8a7db050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:48.672093 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175f1ac-db69-4afc-9509-b6e12cac53c9 req-a8e81e72-b5c1-44cb-b728-c5fa96aac631 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:48.676898 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1175f1ac-db69-4afc-9509-b6e12cac53c9 req-a8e81e72-b5c1-44cb-b728-c5fa96aac631 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1588736 Apr 08 02:45:48.678293 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-95e48159-dd9b-4221-83ed-845d8a7db050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:48.780894 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1175f1ac-db69-4afc-9509-b6e12cac53c9 req-8a2b5ff4-231e-492c-a749-aa079bc12dd4 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930626 Apr 08 02:45:48.787099 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-95e48159-dd9b-4221-83ed-845d8a7db050 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94adf64f97804e27b62444de25a78b3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6564083 Apr 08 02:45:48.787799 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e48159-dd9b-4221-83ed-845d8a7db050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dc1286-dc6e-4782-ad10-e18170237d3a,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:48.790838 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36122) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:48.911349 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a39b708f-e45a-4d22-b351-462c187cbc9a req-51ba941a-bffa-4bd3-aab3-8b40bbaa67bf service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630260 Apr 08 02:45:48.912126 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2ba5-26fe-4a4f-b463-5230cc57e596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:48.960344 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2ba5-26fe-4a4f-b463-5230cc57e596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:48.997492 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36134) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:49.047675 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2ba5-26fe-4a4f-b463-5230cc57e596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:49.101944 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b2ba5-26fe-4a4f-b463-5230cc57e596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dc1286-dc6e-4782-ad10-e18170237d3a,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:49.129023 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2ba5-26fe-4a4f-b463-5230cc57e596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:49.130317 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-4a1b2ba5-26fe-4a4f-b463-5230cc57e596 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20dc1286-dc6e-4782-ad10-e18170237d3a HTTP/1.1" status: 204 len: 168 time: 0.3382323 Apr 08 02:45:49.157976 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a39b708f-e45a-4d22-b351-462c187cbc9a req-c4ba789b-5337-4a1c-bc4d-4fe2fd975cb2 service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347040 Apr 08 02:45:49.331177 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1297829a-f62a-4b69-8dac-1f4ad117de7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:49.363446 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-1297829a-f62a-4b69-8dac-1f4ad117de7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:49.367439 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-1297829a-f62a-4b69-8dac-1f4ad117de7f admin admin] Usage tracker for resource:security_group_rule and tenant:fa71d7161143438ab94f7dfeac1b60b1 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:49.370277 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-1297829a-f62a-4b69-8dac-1f4ad117de7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:49.375949 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-1297829a-f62a-4b69-8dac-1f4ad117de7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:49.444433 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1297829a-f62a-4b69-8dac-1f4ad117de7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:49.453160 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1297829a-f62a-4b69-8dac-1f4ad117de7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:49.522443 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-1297829a-f62a-4b69-8dac-1f4ad117de7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa71d7161143438ab94f7dfeac1b60b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5241325 Apr 08 02:45:49.523399 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36166) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:49.524301 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297829a-f62a-4b69-8dac-1f4ad117de7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73607e0-8168-4de2-b313-1e4b668f12d5,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:49.584918 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device a4435794-c2c6-48a1-8a92-32b2609940c3 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:45:49.605351 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a808d93a-2bd8-44fd-8e68-ec697e7e8774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:49.647161 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a808d93a-2bd8-44fd-8e68-ec697e7e8774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:49.683080 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port a4435794-c2c6-48a1-8a92-32b2609940c3 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:49.688906 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port a4435794-c2c6-48a1-8a92-32b2609940c3 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:49.689281 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:49.763410 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a808d93a-2bd8-44fd-8e68-ec697e7e8774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:49.781838 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808d93a-2bd8-44fd-8e68-ec697e7e8774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73607e0-8168-4de2-b313-1e4b668f12d5,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:49.786873 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a808d93a-2bd8-44fd-8e68-ec697e7e8774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:49.791059 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-a808d93a-2bd8-44fd-8e68-ec697e7e8774 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b73607e0-8168-4de2-b313-1e4b668f12d5 HTTP/1.1" status: 204 len: 168 time: 0.2610936 Apr 08 02:45:49.873433 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:49.908949 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port a4435794-c2c6-48a1-8a92-32b2609940c3, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=a4435794-c2c6-48a1-8a92-32b2609940c3,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:49.921365 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:49.933813 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c40035-ec37-4de0-aef7-6350df779681 req-a5f2a23e-4f5d-4886-b21e-9662aff4aa9f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:49.937981 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-70c40035-ec37-4de0-aef7-6350df779681 req-a5f2a23e-4f5d-4886-b21e-9662aff4aa9f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 944 time: 0.1396017 Apr 08 02:45:50.021956 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=a4435794-c2c6-48a1-8a92-32b2609940c3,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:50.056480 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-70c40035-ec37-4de0-aef7-6350df779681 req-098c871b-3523-4452-9eb5-545157408912 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127257 Apr 08 02:45:50.081040 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe61426-b48e-4c07-a73e-86f138fa3a91 req-d2dcf021-b55b-4c94-b461-7fec12d97162 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:50.082532 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3fe61426-b48e-4c07-a73e-86f138fa3a91 req-d2dcf021-b55b-4c94-b461-7fec12d97162 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1214292 Apr 08 02:45:50.129360 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3fe61426-b48e-4c07-a73e-86f138fa3a91 req-105f3cd9-d2f4-47a9-9029-428e81b04095 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403502 Apr 08 02:45:50.338305 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36194) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:50.359363 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b366ee84-c772-49b2-8a21-68533ab59c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:50.360044 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device af4ff0c8-0ed3-4019-8572-16eeca6cad2b details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:45:50.432276 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-b366ee84-c772-49b2-8a21-68533ab59c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:50.436264 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-b366ee84-c772-49b2-8a21-68533ab59c14 admin admin] Usage tracker for resource:security_group_rule and tenant:14ee226f68784045bb1a712a3de3df39 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:50.439248 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-b366ee84-c772-49b2-8a21-68533ab59c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:50.445222 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-b366ee84-c772-49b2-8a21-68533ab59c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:50.524673 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port af4ff0c8-0ed3-4019-8572-16eeca6cad2b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=af4ff0c8-0ed3-4019-8572-16eeca6cad2b,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:50.530361 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b366ee84-c772-49b2-8a21-68533ab59c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:50.538368 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b366ee84-c772-49b2-8a21-68533ab59c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:50.541312 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'port_id': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b', 'mac_address': 'fa:16:3e:af:e4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:45:50.572619 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366ee84-c772-49b2-8a21-68533ab59c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3a7612-cb17-4f1b-9e97-6ec821bc2289,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:50.600162 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-b366ee84-c772-49b2-8a21-68533ab59c14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14ee226f68784045bb1a712a3de3df39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2607353 Apr 08 02:45:50.602686 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36206) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:50.610057 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:50.628829 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4ff0c8-0ed3-4019-8572-16eeca6cad2b {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:45:50.646385 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port af4ff0c8-0ed3-4019-8572-16eeca6cad2b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=af4ff0c8-0ed3-4019-8572-16eeca6cad2b,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:50.653042 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:50.715234 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d089c118-8aa2-40f5-961b-701404316822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:50.746085 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=af4ff0c8-0ed3-4019-8572-16eeca6cad2b,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:50.768969 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d089c118-8aa2-40f5-961b-701404316822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:50.832522 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d089c118-8aa2-40f5-961b-701404316822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:50.852280 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089c118-8aa2-40f5-961b-701404316822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3a7612-cb17-4f1b-9e97-6ec821bc2289,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:50.872699 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d089c118-8aa2-40f5-961b-701404316822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:50.873496 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-d089c118-8aa2-40f5-961b-701404316822 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa3a7612-cb17-4f1b-9e97-6ec821bc2289 HTTP/1.1" status: 204 len: 168 time: 0.2698767 Apr 08 02:45:50.955064 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['af4ff0c8-0ed3-4019-8572-16eeca6cad2b'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:45:51.326743 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36238) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:51.334186 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e10d36-c6f9-4ad9-9a6a-6510d52c9774 req-f9f5ef36-4c5e-4603-969e-d921311dd93d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:51.336986 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-42e10d36-c6f9-4ad9-9a6a-6510d52c9774 req-f9f5ef36-4c5e-4603-969e-d921311dd93d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 945 time: 0.1387141 Apr 08 02:45:51.459440 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-42e10d36-c6f9-4ad9-9a6a-6510d52c9774 req-2139f5c4-2145-4e11-accb-fb1593558d9a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167748 Apr 08 02:45:51.489995 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8398bfc-d363-404c-bb60-aa61d09b7d7b req-15c68984-55a6-46b3-afd5-5a9ff15ba900 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:51.491479 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f8398bfc-d363-404c-bb60-aa61d09b7d7b req-15c68984-55a6-46b3-afd5-5a9ff15ba900 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1477418 Apr 08 02:45:51.528864 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device a4435794-c2c6-48a1-8a92-32b2609940c3 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:45:51.567291 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f8398bfc-d363-404c-bb60-aa61d09b7d7b req-bb601425-d487-4c4f-862a-37597587780e tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677741 Apr 08 02:45:51.634532 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ccac6b51-67dd-473f-a438-aaf85ac96fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:51.635665 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port a4435794-c2c6-48a1-8a92-32b2609940c3 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:51.636694 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:51.706328 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-ccac6b51-67dd-473f-a438-aaf85ac96fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:51.710953 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-ccac6b51-67dd-473f-a438-aaf85ac96fcd admin admin] Usage tracker for resource:security_group_rule and tenant:7b4c66166d6543d892ce6ee25443c7d3 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:51.715362 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-ccac6b51-67dd-473f-a438-aaf85ac96fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:51.723502 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-ccac6b51-67dd-473f-a438-aaf85ac96fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:51.808667 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ccac6b51-67dd-473f-a438-aaf85ac96fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:51.818201 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ccac6b51-67dd-473f-a438-aaf85ac96fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:51.872329 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac6b51-67dd-473f-a438-aaf85ac96fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eae803a-e7e1-42b6-8ad4-5ef8009a759c,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:51.881709 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-ccac6b51-67dd-473f-a438-aaf85ac96fcd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b4c66166d6543d892ce6ee25443c7d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5531149 Apr 08 02:45:51.885165 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36266) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:51.967241 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a106-fb9e-4e2c-95eb-7670f2b3474f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:51.993848 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a106-fb9e-4e2c-95eb-7670f2b3474f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:52.047141 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a106-fb9e-4e2c-95eb-7670f2b3474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:52.061457 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7a106-fb9e-4e2c-95eb-7670f2b3474f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eae803a-e7e1-42b6-8ad4-5ef8009a759c,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:52.067685 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a106-fb9e-4e2c-95eb-7670f2b3474f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:52.071295 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-8fd7a106-fb9e-4e2c-95eb-7670f2b3474f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8eae803a-e7e1-42b6-8ad4-5ef8009a759c HTTP/1.1" status: 204 len: 168 time: 0.1812634 Apr 08 02:45:52.263978 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36284) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:52.373464 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device af4ff0c8-0ed3-4019-8572-16eeca6cad2b up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:45:52.445230 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port af4ff0c8-0ed3-4019-8572-16eeca6cad2b completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:45:52.449847 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port af4ff0c8-0ed3-4019-8572-16eeca6cad2b triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:45:52.450244 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:52.568535 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3f51d4c2-c35e-47b5-a951-9591bfd22801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:52.635804 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-3f51d4c2-c35e-47b5-a951-9591bfd22801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:52.640271 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:52.650543 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-3f51d4c2-c35e-47b5-a951-9591bfd22801 admin admin] Usage tracker for resource:security_group_rule and tenant:a9befca032644817b528c1d61cf251e0 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:52.655899 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-3f51d4c2-c35e-47b5-a951-9591bfd22801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:52.669558 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-3f51d4c2-c35e-47b5-a951-9591bfd22801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:52.693543 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f65533-6720-4789-b536-0cc4e9d6b58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:52.698039 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06b84b-27d8-49ca-a89d-e33bc1863cde req-60350402-5729-4632-9981-964e0242679f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:52.701841 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5a06b84b-27d8-49ca-a89d-e33bc1863cde req-60350402-5729-4632-9981-964e0242679f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 945 time: 0.1172481 Apr 08 02:45:52.709066 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port af4ff0c8-0ed3-4019-8572-16eeca6cad2b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=af4ff0c8-0ed3-4019-8572-16eeca6cad2b,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:45:52.715201 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:52.735678 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36302) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:52.779366 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-02daadea-9cea-43dc-bcf4-dac7c362ddd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:52.805549 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=af4ff0c8-0ed3-4019-8572-16eeca6cad2b,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:52.822282 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-02daadea-9cea-43dc-bcf4-dac7c362ddd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:52.837698 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-02daadea-9cea-43dc-bcf4-dac7c362ddd5 admin admin] Usage tracker for resource:security_group_rule and tenant:940b4734845646d8ae7bc9ed648eb0fa is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:52.841493 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-02daadea-9cea-43dc-bcf4-dac7c362ddd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:52.853482 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-02daadea-9cea-43dc-bcf4-dac7c362ddd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:52.888669 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5a06b84b-27d8-49ca-a89d-e33bc1863cde req-42d8dbda-e792-4b61-82ff-8d2277ff7b16 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775188 Apr 08 02:45:52.899457 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3f51d4c2-c35e-47b5-a951-9591bfd22801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:52.924628 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c79d-a5d3-48fd-9fe0-caca8d601471 req-d05dec2d-d42c-4d2d-ba06-3f704eac2aee tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:52.924790 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3f51d4c2-c35e-47b5-a951-9591bfd22801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:52.938723 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-30c2c79d-a5d3-48fd-9fe0-caca8d601471 req-d05dec2d-d42c-4d2d-ba06-3f704eac2aee tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1871672 Apr 08 02:45:52.946639 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36310) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:53.003999 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-02daadea-9cea-43dc-bcf4-dac7c362ddd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.007710 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51d4c2-c35e-47b5-a951-9591bfd22801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12568608-30e9-4067-9351-5e9b1ce746b7,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:53.014972 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-3f51d4c2-c35e-47b5-a951-9591bfd22801 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9befca032644817b528c1d61cf251e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7483213 Apr 08 02:45:53.015140 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f0c197-9fb2-4ab6-8462-7a72f25bf69f'] response: {'server_uuid': '89f65533-6720-4789-b536-0cc4e9d6b58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b', 'code': 200} Apr 08 02:45:53.016303 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-02daadea-9cea-43dc-bcf4-dac7c362ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.020675 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-30c2c79d-a5d3-48fd-9fe0-caca8d601471 req-c5f2ea90-e144-4197-99a7-7bcd262df20f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804245 Apr 08 02:45:53.021264 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36316) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:53.071991 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-02daadea-9cea-43dc-bcf4-dac7c362ddd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=940b4734845646d8ae7bc9ed648eb0fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3350840 Apr 08 02:45:53.072923 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02daadea-9cea-43dc-bcf4-dac7c362ddd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9714b89f-9ded-4936-955f-6457f7d6b771,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:53.074657 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36320) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:53.165204 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0a9863ec-391c-4fad-8370-c5d49ba449fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.175903 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-728d3b18-2241-4f55-924a-b9e7de40eeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.209780 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-728d3b18-2241-4f55-924a-b9e7de40eeb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:53.210348 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1da1-25f1-4e5d-b668-bf79388fd596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.215856 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-728d3b18-2241-4f55-924a-b9e7de40eeb3 admin admin] Usage tracker for resource:security_group_rule and tenant:41df6a1a90c74a0cad0afca3295ee659 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:53.219233 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-728d3b18-2241-4f55-924a-b9e7de40eeb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:53.221312 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0a9863ec-391c-4fad-8370-c5d49ba449fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.225832 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-728d3b18-2241-4f55-924a-b9e7de40eeb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:53.263111 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1da1-25f1-4e5d-b668-bf79388fd596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.326122 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0a9863ec-391c-4fad-8370-c5d49ba449fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.342936 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1da1-25f1-4e5d-b668-bf79388fd596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.351542 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9863ec-391c-4fad-8370-c5d49ba449fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12568608-30e9-4067-9351-5e9b1ce746b7,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:53.353615 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-728d3b18-2241-4f55-924a-b9e7de40eeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.361560 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4043c5b7-c872-442e-a60c-5d048b756c7f req-1971aea2-3d06-4798-b983-404a71b56d8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 1099 time: 0.1136625 Apr 08 02:45:53.365241 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-728d3b18-2241-4f55-924a-b9e7de40eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.367828 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0a9863ec-391c-4fad-8370-c5d49ba449fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.371456 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-0a9863ec-391c-4fad-8370-c5d49ba449fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12568608-30e9-4067-9351-5e9b1ce746b7 HTTP/1.1" status: 204 len: 168 time: 0.3448687 Apr 08 02:45:53.371717 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1da1-25f1-4e5d-b668-bf79388fd596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.376054 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-b6dc1da1-25f1-4e5d-b668-bf79388fd596 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9714b89f-9ded-4936-955f-6457f7d6b771 HTTP/1.1" status: 204 len: 168 time: 0.2875111 Apr 08 02:45:53.378715 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc1da1-25f1-4e5d-b668-bf79388fd596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9714b89f-9ded-4936-955f-6457f7d6b771,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:53.438824 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d3b18-2241-4f55-924a-b9e7de40eeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5053dd5-a861-43ad-a424-f24297633162,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:53.474110 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36330) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:53.474248 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-728d3b18-2241-4f55-924a-b9e7de40eeb3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41df6a1a90c74a0cad0afca3295ee659&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5198092 Apr 08 02:45:53.479724 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4043c5b7-c872-442e-a60c-5d048b756c7f req-82ad42c5-58de-4f84-af33-9fc905baa440 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946851 Apr 08 02:45:53.492645 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.541217 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0aaf-1549-4fc9-81df-bf586066f592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.571380 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0aaf-1549-4fc9-81df-bf586066f592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.626805 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0aaf-1549-4fc9-81df-bf586066f592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.642963 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e0aaf-1549-4fc9-81df-bf586066f592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5053dd5-a861-43ad-a424-f24297633162,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:53.647287 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0aaf-1549-4fc9-81df-bf586066f592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.648634 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-9f8e0aaf-1549-4fc9-81df-bf586066f592 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5053dd5-a861-43ad-a424-f24297633162 HTTP/1.1" status: 204 len: 168 time: 0.1727352 Apr 08 02:45:53.765270 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36340) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:53.784667 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a15c0df2-21f8-4745-8e4b-d4086f0cb776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.809260 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36344) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:53.832994 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-a15c0df2-21f8-4745-8e4b-d4086f0cb776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:53.835311 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3ff818a4-e930-452e-96c4-c101b820adc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.848255 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-a15c0df2-21f8-4745-8e4b-d4086f0cb776 admin admin] Usage tracker for resource:security_group_rule and tenant:a08a046f563a4002bc7850ed815342bd is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:53.850916 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-a15c0df2-21f8-4745-8e4b-d4086f0cb776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:53.859959 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-a15c0df2-21f8-4745-8e4b-d4086f0cb776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:53.888244 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-3ff818a4-e930-452e-96c4-c101b820adc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:45:53.895513 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-3ff818a4-e930-452e-96c4-c101b820adc9 admin admin] Usage tracker for resource:security_group_rule and tenant:26f29e10ae28430c92ad708364424be0 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:45:53.899252 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-3ff818a4-e930-452e-96c4-c101b820adc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:45:53.910340 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-3ff818a4-e930-452e-96c4-c101b820adc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:45:53.974167 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a15c0df2-21f8-4745-8e4b-d4086f0cb776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:53.986477 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a15c0df2-21f8-4745-8e4b-d4086f0cb776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:54.057774 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c0df2-21f8-4745-8e4b-d4086f0cb776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d55524-fada-43d5-b8a2-a0e47c8eb958,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:54.062612 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3ff818a4-e930-452e-96c4-c101b820adc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:54.071394 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-a15c0df2-21f8-4745-8e4b-d4086f0cb776 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a08a046f563a4002bc7850ed815342bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3027382 Apr 08 02:45:54.071723 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3ff818a4-e930-452e-96c4-c101b820adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:54.077381 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36354) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:54.122153 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-3ff818a4-e930-452e-96c4-c101b820adc9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26f29e10ae28430c92ad708364424be0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3118601 Apr 08 02:45:54.122859 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff818a4-e930-452e-96c4-c101b820adc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb10792-04d0-4c63-a851-3d14edc8009e,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:54.127302 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36358) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:54.164164 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-eae1a2d1-a7c8-4127-a1b9-2ab710218cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:54.172444 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ad1d2-b4df-4914-8710-693f0573c65c req-62ee98f2-46a1-47f2-9c55-092cf79b2bd7 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:54.182072 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bd5ad1d2-b4df-4914-8710-693f0573c65c req-62ee98f2-46a1-47f2-9c55-092cf79b2bd7 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1757600 Apr 08 02:45:54.206252 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ec7e371e-63fd-4e99-96ce-eafc35d1ce3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:54.242846 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ec7e371e-63fd-4e99-96ce-eafc35d1ce3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:54.300226 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bd5ad1d2-b4df-4914-8710-693f0573c65c req-2157c7a9-4b96-456f-b30c-9859232bf149 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178136 Apr 08 02:45:54.320090 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-eae1a2d1-a7c8-4127-a1b9-2ab710218cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:54.322131 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ec7e371e-63fd-4e99-96ce-eafc35d1ce3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:54.358567 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e371e-63fd-4e99-96ce-eafc35d1ce3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb10792-04d0-4c63-a851-3d14edc8009e,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:54.389533 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178e939-3f8b-4b0e-8d11-258d1f4d644e req-a202e280-0c99-491b-917b-0969f9d3ef8b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:54.390024 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ec7e371e-63fd-4e99-96ce-eafc35d1ce3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:54.391017 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7178e939-3f8b-4b0e-8d11-258d1f4d644e req-a202e280-0c99-491b-917b-0969f9d3ef8b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1899748 Apr 08 02:45:54.397274 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-ec7e371e-63fd-4e99-96ce-eafc35d1ce3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ddb10792-04d0-4c63-a851-3d14edc8009e HTTP/1.1" status: 204 len: 168 time: 0.2689514 Apr 08 02:45:54.431385 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-eae1a2d1-a7c8-4127-a1b9-2ab710218cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:54.454968 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1a2d1-a7c8-4127-a1b9-2ab710218cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d55524-fada-43d5-b8a2-a0e47c8eb958,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:45:54.458195 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-eae1a2d1-a7c8-4127-a1b9-2ab710218cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:54.461595 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-eae1a2d1-a7c8-4127-a1b9-2ab710218cbf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2d55524-fada-43d5-b8a2-a0e47c8eb958 HTTP/1.1" status: 204 len: 168 time: 0.3778055 Apr 08 02:45:54.485762 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7178e939-3f8b-4b0e-8d11-258d1f4d644e req-48025708-0339-48ff-83af-5d25054a2f63 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884945 Apr 08 02:45:55.535699 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb24ab-fabe-40c6-beb9-0a8a39de0359 req-f8465fe7-060f-4f9e-8dff-bab184ca7f05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:55.537296 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0deb24ab-fabe-40c6-beb9-0a8a39de0359 req-f8465fe7-060f-4f9e-8dff-bab184ca7f05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1178792 Apr 08 02:45:55.639912 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0deb24ab-fabe-40c6-beb9-0a8a39de0359 req-18b9341b-a37c-4a88-bae1-d14040a05bf7 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964441 Apr 08 02:45:55.780017 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d1403-b291-4c0c-99ce-9560a3eb9dff req-6d76f424-f6d7-42f6-affd-a6b5a247044f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:55.784886 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f49d1403-b291-4c0c-99ce-9560a3eb9dff req-6d76f424-f6d7-42f6-affd-a6b5a247044f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1335702 Apr 08 02:45:55.879407 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f49d1403-b291-4c0c-99ce-9560a3eb9dff req-063b7639-bf32-4772-997c-c2a2c3fbcb41 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824678 Apr 08 02:45:56.036587 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb474b-57ab-4f1b-bd5c-eb94a1386d18 req-b517f9e4-2818-4974-a699-2ee7d7f0b6f7 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:56.041477 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7aeb474b-57ab-4f1b-bd5c-eb94a1386d18 req-b517f9e4-2818-4974-a699-2ee7d7f0b6f7 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1611321 Apr 08 02:45:56.047325 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36444) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:45:56.053943 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-35fda4d4-3ce0-48ae-95a1-808a343a8283 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Request body: {'floatingip': {'port_id': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:45:56.141641 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-35fda4d4-3ce0-48ae-95a1-808a343a8283 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:56.994914 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-35fda4d4-3ce0-48ae-95a1-808a343a8283 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:57.003744 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-35fda4d4-3ce0-48ae-95a1-808a343a8283 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:57.217216 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7079b-eb1d-41f4-a4e6-07cc81f62c28 req-771fa48e-1e82-417d-8937-303a3186a485 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:57.218977 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dba7079b-eb1d-41f4-a4e6-07cc81f62c28 req-771fa48e-1e82-417d-8937-303a3186a485 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1560366 Apr 08 02:45:57.279271 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dba7079b-eb1d-41f4-a4e6-07cc81f62c28 req-e8e41df5-c6c1-4655-b35b-01be7740281e tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510592 Apr 08 02:45:57.318324 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.l3_db [None req-35fda4d4-3ce0-48ae-95a1-808a343a8283 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Floating IP 765bf8b6-242d-45dc-9d87-8b83bbedd44d associated. External IP: 172.28.1.105, port: af4ff0c8-0ed3-4019-8572-16eeca6cad2b. Apr 08 02:45:57.799578 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fda4d4-3ce0-48ae-95a1-808a343a8283 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Router bb618c47-dc84-42f3-9b56-d1f295c44017 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:45:58.034655 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fda4d4-3ce0-48ae-95a1-808a343a8283 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:45:58.047567 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-35fda4d4-3ce0-48ae-95a1-808a343a8283 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:58.131599 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-35fda4d4-3ce0-48ae-95a1-808a343a8283 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "PUT /v2.0/floatingips/765bf8b6-242d-45dc-9d87-8b83bbedd44d HTTP/1.1" status: 200 len: 992 time: 2.0831363 Apr 08 02:45:58.132728 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f65533-6720-4789-b536-0cc4e9d6b58c', 'tag': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b'}] {{(pid=83154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:45:58.139868 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ca4f13f4-a76e-44f0-bd22-92f5cbd90185 req-ea46977b-0091-41e0-a7b7-f1e229b46e31 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 1099 time: 0.1265581 Apr 08 02:45:58.193929 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ca4f13f4-a76e-44f0-bd22-92f5cbd90185 req-a7d6837e-a6ec-4050-8644-33dd0ef0c436 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475132 Apr 08 02:45:58.215846 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63611a3-ae55-41cd-be07-e65d9231f4c8'] response: {'name': 'network-changed', 'server_uuid': '89f65533-6720-4789-b536-0cc4e9d6b58c', 'tag': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b', 'status': 'completed', 'code': 200} Apr 08 02:45:58.547729 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-755f0dff-3062-4bf8-a06b-5172ac69d9eb req-481d151e-3599-4f44-9117-d70d3f570621 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b058649f650a4525af29343dc21492cc&device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 1099 time: 0.0849018 Apr 08 02:45:58.553785 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c38dfb-1686-45dd-9e6b-48f9f2a60d6d req-e3f18d5b-4411-4356-bfe8-c91d4f1a6c56 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:58.560593 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e0c38dfb-1686-45dd-9e6b-48f9f2a60d6d req-e3f18d5b-4411-4356-bfe8-c91d4f1a6c56 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1429219 Apr 08 02:45:58.628110 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e0c38dfb-1686-45dd-9e6b-48f9f2a60d6d req-8edc42a3-c23b-469a-af54-f6449b9b92f0 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661852 Apr 08 02:45:58.703507 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f0dff-3062-4bf8-a06b-5172ac69d9eb req-d4bfbeed-cb14-4409-a617-77edc9316ebd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:58.704989 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-755f0dff-3062-4bf8-a06b-5172ac69d9eb req-d4bfbeed-cb14-4409-a617-77edc9316ebd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8faf2455-e525-4732-9869-724624fc181a HTTP/1.1" status: 200 len: 911 time: 0.1477354 Apr 08 02:45:58.826602 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-755f0dff-3062-4bf8-a06b-5172ac69d9eb req-f2688d9c-cc93-4b5a-9f5f-8e8db895f376 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af4ff0c8-0ed3-4019-8572-16eeca6cad2b HTTP/1.1" status: 200 len: 1000 time: 0.1138685 Apr 08 02:45:58.892779 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f0dff-3062-4bf8-a06b-5172ac69d9eb req-c7c13375-c21a-4d16-933b-3c314eccb31e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:58.894200 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-755f0dff-3062-4bf8-a06b-5172ac69d9eb req-c7c13375-c21a-4d16-933b-3c314eccb31e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=132caaed-3126-47eb-b1f2-b9b8005ab354 HTTP/1.1" status: 200 len: 849 time: 0.0607712 Apr 08 02:45:58.972571 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-755f0dff-3062-4bf8-a06b-5172ac69d9eb req-1597979e-e228-4532-9bf3-c08f51f73dfe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8faf2455-e525-4732-9869-724624fc181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687940 Apr 08 02:45:59.109002 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Sync routers for ids ['bb618c47-dc84-42f3-9b56-d1f295c44017'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:45:59.131215 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Routers {'bb618c47-dc84-42f3-9b56-d1f295c44017'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:45:59.131825 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-179e3253-82ba-4add-98df-3693f43af965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:45:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['bb618c47-dc84-42f3-9b56-d1f295c44017'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:59.200748 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-755f0dff-3062-4bf8-a06b-5172ac69d9eb req-32d066c7-2ead-41c9-8a9d-0d0c92618f09 service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116530 Apr 08 02:45:59.351952 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-755f0dff-3062-4bf8-a06b-5172ac69d9eb req-5ba26c2b-956f-4933-adcd-2ddb75eaff0e service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439710 Apr 08 02:45:59.353202 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Set router bb618c47-dc84-42f3-9b56-d1f295c44017 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:45:59.783232 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-179e3253-82ba-4add-98df-3693f43af965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '765bf8b6-242d-45dc-9d87-8b83bbedd44d', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'floating_ip_address': '172.28.1.105', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'port_id': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'mac_address': 'fa:16:3e:af:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f65533-6720-4789-b536-0cc4e9d6b58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:45:40Z', 'updated_at': '2022-04-08T02:45:56Z', 'revision_number': 1, 'project_id': 'b058649f650a4525af29343dc21492cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 2, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:45:59.788743 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Checking router: bb618c47-dc84-42f3-9b56-d1f295c44017 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:45:59.789126 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Updating router bb618c47-dc84-42f3-9b56-d1f295c44017 port eaa43c18-326e-4310-a16f-f3b0de666b53 binding host dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:45:59.846511 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7be57e-96c3-4deb-9ded-fdf2b0e44180 req-df3f65b5-67f4-4543-896d-74c0f7379acd tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:45:59.848822 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0b7be57e-96c3-4deb-9ded-fdf2b0e44180 req-df3f65b5-67f4-4543-896d-74c0f7379acd tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.0940325 Apr 08 02:45:59.856938 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:45:59.938801 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0b7be57e-96c3-4deb-9ded-fdf2b0e44180 req-6176a963-e11d-42af-bc6f-ea9c72a81974 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824797 Apr 08 02:46:00.151409 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9df0d0-5786-4980-a170-c973050420f7 req-50e4cb77-fc9d-43a9-8e47-70b3f8b0a67a tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:00.159312 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ae9df0d0-5786-4980-a170-c973050420f7 req-50e4cb77-fc9d-43a9-8e47-70b3f8b0a67a tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.0906944 Apr 08 02:46:00.224308 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ae9df0d0-5786-4980-a170-c973050420f7 req-6ee27f9b-8ba9-4e8d-91f1-9f13aad982db tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639935 Apr 08 02:46:00.364789 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36592) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:00.415627 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Notify callbacks [] for port, precommit_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:00.439879 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Transition to ACTIVE for port object eaa43c18-326e-4310-a16f-f3b0de666b53 will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:00.449112 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:00.562945 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2fa8932c-5228-4139-b6a0-7485f9fa8055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:00.602540 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-2fa8932c-5228-4139-b6a0-7485f9fa8055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:00.607739 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-2fa8932c-5228-4139-b6a0-7485f9fa8055 admin admin] Usage tracker for resource:security_group_rule and tenant:0f36401d63924de4a15f79feae089844 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:00.611485 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-2fa8932c-5228-4139-b6a0-7485f9fa8055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:00.618028 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-2fa8932c-5228-4139-b6a0-7485f9fa8055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:00.675027 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc434358-3c8d-4b40-a25b-2b5888a4dd35 None None] Pushing event updated for resources: {'Port': ['ID=eaa43c18-326e-4310-a16f-f3b0de666b53,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:00.685573 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Attempting to bind port eaa43c18-326e-4310-a16f-f3b0de666b53 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:46:00.685745 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Attempting to bind port eaa43c18-326e-4310-a16f-f3b0de666b53 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:46:00.686107 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Attempting to bind port eaa43c18-326e-4310-a16f-f3b0de666b53 on network 8faf2455-e525-4732-9869-724624fc181a {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:46:00.694998 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:46:00.695406 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Checking segment: {'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:46:00.695824 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:00.696202 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Bound using segment: {'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:46:00.696747 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Bound port: eaa43c18-326e-4310-a16f-f3b0de666b53, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:46:00.697342 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:00.761187 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2fa8932c-5228-4139-b6a0-7485f9fa8055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:00.771909 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2fa8932c-5228-4139-b6a0-7485f9fa8055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:00.834916 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-179e3253-82ba-4add-98df-3693f43af965 None None] For port eaa43c18-326e-4310-a16f-f3b0de666b53, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:46:00.840457 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-179e3253-82ba-4add-98df-3693f43af965 None None] For port eaa43c18-326e-4310-a16f-f3b0de666b53, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=eaa43c18-326e-4310-a16f-f3b0de666b53,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:46:00.856347 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:00.883721 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-2fa8932c-5228-4139-b6a0-7485f9fa8055 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f36401d63924de4a15f79feae089844&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5176487 Apr 08 02:46:00.886334 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36606) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:00.896747 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8932c-5228-4139-b6a0-7485f9fa8055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cda5c2-4d77-4ac9-ad2e-220ef0e2ae0e,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:00.977790 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc434358-3c8d-4b40-a25b-2b5888a4dd35 None None] Pushing event updated for resources: {'Port': ['ID=eaa43c18-326e-4310-a16f-f3b0de666b53,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:00.983680 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Routers {'bb618c47-dc84-42f3-9b56-d1f295c44017'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:46:00.984485 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-179e3253-82ba-4add-98df-3693f43af965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:45:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['bb618c47-dc84-42f3-9b56-d1f295c44017'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:00.989906 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c9a6007d-ce2e-43dd-ae7a-837259050418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:01.019540 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c9a6007d-ce2e-43dd-ae7a-837259050418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:01.088313 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c9a6007d-ce2e-43dd-ae7a-837259050418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:01.110093 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6007d-ce2e-43dd-ae7a-837259050418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cda5c2-4d77-4ac9-ad2e-220ef0e2ae0e,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:01.114203 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c9a6007d-ce2e-43dd-ae7a-837259050418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:01.115354 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-c9a6007d-ce2e-43dd-ae7a-837259050418 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07cda5c2-4d77-4ac9-ad2e-220ef0e2ae0e HTTP/1.1" status: 204 len: 168 time: 0.2280331 Apr 08 02:46:01.203432 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-179e3253-82ba-4add-98df-3693f43af965 None None] Set router bb618c47-dc84-42f3-9b56-d1f295c44017 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:46:01.641559 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device eaa43c18-326e-4310-a16f-f3b0de666b53 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:46:01.741290 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-179e3253-82ba-4add-98df-3693f43af965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '765bf8b6-242d-45dc-9d87-8b83bbedd44d', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'floating_ip_address': '172.28.1.105', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'port_id': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'mac_address': 'fa:16:3e:af:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f65533-6720-4789-b536-0cc4e9d6b58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:45:40Z', 'updated_at': '2022-04-08T02:45:56Z', 'revision_number': 1, 'project_id': 'b058649f650a4525af29343dc21492cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:46:00Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:01.744201 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port eaa43c18-326e-4310-a16f-f3b0de666b53 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:01.752444 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e3253-82ba-4add-98df-3693f43af965 None None] The sync data for ids ['bb618c47-dc84-42f3-9b56-d1f295c44017'] in dv-cinder-837052-1-smb is: [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '765bf8b6-242d-45dc-9d87-8b83bbedd44d', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'floating_ip_address': '172.28.1.105', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'port_id': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'mac_address': 'fa:16:3e:af:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f65533-6720-4789-b536-0cc4e9d6b58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:45:40Z', 'updated_at': '2022-04-08T02:45:56Z', 'revision_number': 1, 'project_id': 'b058649f650a4525af29343dc21492cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:46:00Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:46:01.755898 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port eaa43c18-326e-4310-a16f-f3b0de666b53 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:01.756344 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:01.929215 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:01.992226 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port eaa43c18-326e-4310-a16f-f3b0de666b53, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=eaa43c18-326e-4310-a16f-f3b0de666b53,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:02.000760 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:02.091304 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=eaa43c18-326e-4310-a16f-f3b0de666b53,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:02.366404 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36650) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:02.468703 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-91c9e67f-2e91-4b6c-a0a9-6f46f9924cd3 req-6d505a24-fd54-432f-8e02-8a66243ab68e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 1099 time: 0.0858335 Apr 08 02:46:02.538121 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-94644f0a-33c8-4078-b354-e0f093569d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:02.575648 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c2372-682a-4b17-9753-d6ab13eec212 req-bbd59191-8d8b-45b1-815e-98ec56066efa tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:02.577158 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c64c2372-682a-4b17-9753-d6ab13eec212 req-bbd59191-8d8b-45b1-815e-98ec56066efa tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.1334107 Apr 08 02:46:02.585793 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-94644f0a-33c8-4078-b354-e0f093569d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:02.603524 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-94644f0a-33c8-4078-b354-e0f093569d37 admin admin] Usage tracker for resource:security_group_rule and tenant:efa1514f80c04016a73deeea78081871 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:02.609003 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-94644f0a-33c8-4078-b354-e0f093569d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:02.617049 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-94644f0a-33c8-4078-b354-e0f093569d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:02.619029 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9e67f-2e91-4b6c-a0a9-6f46f9924cd3 req-fdcfba61-15b6-4830-a977-64686d2384a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:02.620739 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-91c9e67f-2e91-4b6c-a0a9-6f46f9924cd3 req-fdcfba61-15b6-4830-a977-64686d2384a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 919 time: 0.1394048 Apr 08 02:46:02.649755 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c64c2372-682a-4b17-9753-d6ab13eec212 req-fe1da03f-5fba-4917-bddc-e4d0d88243df tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657322 Apr 08 02:46:02.706144 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-94644f0a-33c8-4078-b354-e0f093569d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:02.720557 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-91c9e67f-2e91-4b6c-a0a9-6f46f9924cd3 req-a4a94200-e280-451e-b62a-ee869a14519e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c0c7a26-cc40-44c5-958d-6f0b8443aba9 HTTP/1.1" status: 200 len: 217 time: 0.0929053 Apr 08 02:46:02.722784 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-94644f0a-33c8-4078-b354-e0f093569d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:02.768191 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-94644f0a-33c8-4078-b354-e0f093569d37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=efa1514f80c04016a73deeea78081871&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3999646 Apr 08 02:46:02.768427 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36668) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:02.782616 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94644f0a-33c8-4078-b354-e0f093569d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665a2d5b-281c-4024-89c9-d9bff512b2e9,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:02.820422 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9e67f-2e91-4b6c-a0a9-6f46f9924cd3 req-4dfcda82-69d6-4522-91ee-7e3a5f26d01d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:02.821980 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-91c9e67f-2e91-4b6c-a0a9-6f46f9924cd3 req-4dfcda82-69d6-4522-91ee-7e3a5f26d01d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.0949330 Apr 08 02:46:02.905683 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d25e39e0-2061-4a26-b49d-38929b6dc692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:02.938980 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d25e39e0-2061-4a26-b49d-38929b6dc692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:02.963803 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-91c9e67f-2e91-4b6c-a0a9-6f46f9924cd3 req-cf99be27-4b12-4bac-a5b6-429901e33ae0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1324341 Apr 08 02:46:03.095944 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d25e39e0-2061-4a26-b49d-38929b6dc692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:03.116822 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e39e0-2061-4a26-b49d-38929b6dc692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665a2d5b-281c-4024-89c9-d9bff512b2e9,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:03.120096 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-91c9e67f-2e91-4b6c-a0a9-6f46f9924cd3 req-1f573f12-019b-4f0b-a355-434f6ce0cb78 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464372 Apr 08 02:46:03.151912 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d25e39e0-2061-4a26-b49d-38929b6dc692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:03.153004 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-d25e39e0-2061-4a26-b49d-38929b6dc692 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/665a2d5b-281c-4024-89c9-d9bff512b2e9 HTTP/1.1" status: 204 len: 168 time: 0.3835390 Apr 08 02:46:03.269291 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-91c9e67f-2e91-4b6c-a0a9-6f46f9924cd3 req-3152e509-cc06-4430-b419-dd578338fe46 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361740 Apr 08 02:46:03.527632 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device eaa43c18-326e-4310-a16f-f3b0de666b53 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:46:03.631563 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port eaa43c18-326e-4310-a16f-f3b0de666b53 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:03.631984 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:03.634424 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36698) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:03.656581 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e07c3fe1-15b7-4cf6-abe5-cff3fe2c1996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:03.697186 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-e07c3fe1-15b7-4cf6-abe5-cff3fe2c1996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:03.701368 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-e07c3fe1-15b7-4cf6-abe5-cff3fe2c1996 admin admin] Usage tracker for resource:security_group_rule and tenant:e666a5eb9dd948ce83a772024ed672e0 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:03.704487 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-e07c3fe1-15b7-4cf6-abe5-cff3fe2c1996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:03.710458 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-e07c3fe1-15b7-4cf6-abe5-cff3fe2c1996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:03.789663 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e07c3fe1-15b7-4cf6-abe5-cff3fe2c1996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:03.797669 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e07c3fe1-15b7-4cf6-abe5-cff3fe2c1996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:03.844202 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c3fe1-15b7-4cf6-abe5-cff3fe2c1996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edfa07f-0219-48e1-a449-1e9a097d793c,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:03.849705 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-e07c3fe1-15b7-4cf6-abe5-cff3fe2c1996 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e666a5eb9dd948ce83a772024ed672e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2135437 Apr 08 02:46:03.855301 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36712) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:03.902285 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb8aa8-d47c-43f7-a31e-c92de8ee29fe req-a9ca65a2-c554-43e6-92b5-4717c485597f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:03.903780 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-50cb8aa8-d47c-43f7-a31e-c92de8ee29fe req-a9ca65a2-c554-43e6-92b5-4717c485597f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.0861864 Apr 08 02:46:03.936890 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a2353ac0-a6d9-485b-8e62-3543fa2fc80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:03.959702 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-50cb8aa8-d47c-43f7-a31e-c92de8ee29fe req-434fde3b-abdb-4ed5-b3ce-e9cbe16cfbd1 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490880 Apr 08 02:46:03.966366 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a2353ac0-a6d9-485b-8e62-3543fa2fc80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:04.019677 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a2353ac0-a6d9-485b-8e62-3543fa2fc80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:04.040515 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2353ac0-a6d9-485b-8e62-3543fa2fc80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edfa07f-0219-48e1-a449-1e9a097d793c,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:04.044801 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a2353ac0-a6d9-485b-8e62-3543fa2fc80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:04.045962 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-a2353ac0-a6d9-485b-8e62-3543fa2fc80e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0edfa07f-0219-48e1-a449-1e9a097d793c HTTP/1.1" status: 204 len: 168 time: 0.1897211 Apr 08 02:46:05.146562 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65d2e1-5722-4821-9554-c77e32736f33 req-8788979e-19e9-461d-8ae3-51ed6cc1d2ae tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:05.148087 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-db65d2e1-5722-4821-9554-c77e32736f33 req-8788979e-19e9-461d-8ae3-51ed6cc1d2ae tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.0762289 Apr 08 02:46:05.193336 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-db65d2e1-5722-4821-9554-c77e32736f33 req-75005666-96ae-4369-b5e1-15b55464b136 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395763 Apr 08 02:46:05.950299 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36812) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:06.112424 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-74a0817b-c4e6-4a2b-a58a-e780e45362e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:06.154841 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-74a0817b-c4e6-4a2b-a58a-e780e45362e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:06.159728 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-74a0817b-c4e6-4a2b-a58a-e780e45362e2 admin admin] Usage tracker for resource:security_group_rule and tenant:98cb8823f7c94df3963b1501393dc2b7 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:06.162950 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-74a0817b-c4e6-4a2b-a58a-e780e45362e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:06.169250 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-74a0817b-c4e6-4a2b-a58a-e780e45362e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:06.253696 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-74a0817b-c4e6-4a2b-a58a-e780e45362e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:06.260312 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-74a0817b-c4e6-4a2b-a58a-e780e45362e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:06.329499 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0817b-c4e6-4a2b-a58a-e780e45362e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664dfd56-d72b-4727-ad29-4b12b3f8250b,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:06.333782 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-74a0817b-c4e6-4a2b-a58a-e780e45362e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98cb8823f7c94df3963b1501393dc2b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3824542 Apr 08 02:46:06.336855 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36826) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:06.398710 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8e704352-ed38-4e07-b5e2-b66504b23b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:06.409669 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0558f4-448d-431d-bc5f-6801e807698d req-f6b07136-086a-4ec5-a77d-99c115afe4d3 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:06.411358 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2b0558f4-448d-431d-bc5f-6801e807698d req-f6b07136-086a-4ec5-a77d-99c115afe4d3 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.0838990 Apr 08 02:46:06.426744 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8e704352-ed38-4e07-b5e2-b66504b23b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:06.462073 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2b0558f4-448d-431d-bc5f-6801e807698d req-3c002f2a-611f-426e-adf2-8fa4738672f8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445526 Apr 08 02:46:06.484253 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8e704352-ed38-4e07-b5e2-b66504b23b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:06.500600 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e704352-ed38-4e07-b5e2-b66504b23b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664dfd56-d72b-4727-ad29-4b12b3f8250b,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:06.505372 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-8e704352-ed38-4e07-b5e2-b66504b23b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:06.508588 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-8e704352-ed38-4e07-b5e2-b66504b23b6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/664dfd56-d72b-4727-ad29-4b12b3f8250b HTTP/1.1" status: 204 len: 168 time: 0.1684377 Apr 08 02:46:06.855070 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cece56-c2ad-4f0e-a012-9d1cf3dfa333 None None] New status for floating IP 765bf8b6-242d-45dc-9d87-8b83bbedd44d: ACTIVE {{(pid=83156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:46:07.656619 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c269d9-20d8-40ee-ae3f-f6a9633f2edd req-5902dcc0-fb9a-4eb6-9053-e99d1e3a01e7 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:07.658082 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b4c269d9-20d8-40ee-ae3f-f6a9633f2edd req-5902dcc0-fb9a-4eb6-9053-e99d1e3a01e7 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.0740244 Apr 08 02:46:07.709144 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b4c269d9-20d8-40ee-ae3f-f6a9633f2edd req-034f2b7e-b2d4-41ee-bc4e-876799326241 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450635 Apr 08 02:46:08.282451 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36892) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:08.425260 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f935533d-8448-49d8-a7b4-43e02d085135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:08.455601 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f935533d-8448-49d8-a7b4-43e02d085135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:08.459418 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f935533d-8448-49d8-a7b4-43e02d085135 admin admin] Usage tracker for resource:security_group_rule and tenant:e04eab03e7ee49139edefc57418879d3 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:08.462171 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f935533d-8448-49d8-a7b4-43e02d085135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:08.467803 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f935533d-8448-49d8-a7b4-43e02d085135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:08.534249 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f935533d-8448-49d8-a7b4-43e02d085135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:08.540331 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f935533d-8448-49d8-a7b4-43e02d085135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:08.584660 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935533d-8448-49d8-a7b4-43e02d085135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea80cfad-65a7-4d62-aa0c-b8ff7f6545e1,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:08.589467 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-f935533d-8448-49d8-a7b4-43e02d085135 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e04eab03e7ee49139edefc57418879d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3059990 Apr 08 02:46:08.592242 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36900) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:08.650795 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-19866b04-00d8-4b3b-9bea-9dff2b0b6416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:08.676653 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-19866b04-00d8-4b3b-9bea-9dff2b0b6416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:08.729320 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-19866b04-00d8-4b3b-9bea-9dff2b0b6416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:08.746681 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19866b04-00d8-4b3b-9bea-9dff2b0b6416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea80cfad-65a7-4d62-aa0c-b8ff7f6545e1,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:08.760444 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-19866b04-00d8-4b3b-9bea-9dff2b0b6416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:08.763398 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-19866b04-00d8-4b3b-9bea-9dff2b0b6416 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea80cfad-65a7-4d62-aa0c-b8ff7f6545e1 HTTP/1.1" status: 204 len: 168 time: 0.1700914 Apr 08 02:46:08.956627 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b85af-4720-4322-86c9-2bb0416727e2 req-37dc19ba-f10b-4019-beb0-e9a5c97c696d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:08.958394 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-077b85af-4720-4322-86c9-2bb0416727e2 req-37dc19ba-f10b-4019-beb0-e9a5c97c696d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.1213150 Apr 08 02:46:09.063760 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-077b85af-4720-4322-86c9-2bb0416727e2 req-8bc623b5-5985-4126-b711-f5e99df79224 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641880 Apr 08 02:46:09.078123 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065e774-b893-45ec-a107-506bbfa7635d req-3bf52cce-78b3-4c54-bdd3-26b3a94b84a9 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:09.087407 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c065e774-b893-45ec-a107-506bbfa7635d req-3bf52cce-78b3-4c54-bdd3-26b3a94b84a9 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1257820 Apr 08 02:46:09.193799 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c065e774-b893-45ec-a107-506bbfa7635d req-b4cba630-b67f-4e13-88ef-dfce34dcc5ff tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050785 Apr 08 02:46:10.262108 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39595b36-569b-4871-9b21-e8daf3e8e062 req-237d93c8-7809-4c5b-bdb8-e5621e12567c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:10.263690 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-39595b36-569b-4871-9b21-e8daf3e8e062 req-237d93c8-7809-4c5b-bdb8-e5621e12567c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.0737951 Apr 08 02:46:10.311990 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-39595b36-569b-4871-9b21-e8daf3e8e062 req-882230e5-22c7-4dae-a7f8-7ccf801d0477 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Apr 08 02:46:10.420835 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7804a43-7876-4c9b-8f6d-a164997d3b87 req-4a750231-ec7a-4d43-97f0-bea9d06f2138 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:10.422385 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f7804a43-7876-4c9b-8f6d-a164997d3b87 req-4a750231-ec7a-4d43-97f0-bea9d06f2138 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.0783868 Apr 08 02:46:10.467563 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f7804a43-7876-4c9b-8f6d-a164997d3b87 req-b5e023ae-48a2-409b-85cf-0bc92259a28f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394216 Apr 08 02:46:10.650759 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 36966) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:10.790271 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-09339bd3-6671-4b95-8843-0f6b1db7347a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:10.825656 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-09339bd3-6671-4b95-8843-0f6b1db7347a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:10.829639 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-09339bd3-6671-4b95-8843-0f6b1db7347a admin admin] Usage tracker for resource:security_group_rule and tenant:f4a7a8621afa495283d2f9dfdf55fe6f is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:10.832515 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-09339bd3-6671-4b95-8843-0f6b1db7347a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:10.838147 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-09339bd3-6671-4b95-8843-0f6b1db7347a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:10.910926 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-09339bd3-6671-4b95-8843-0f6b1db7347a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:10.916725 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-09339bd3-6671-4b95-8843-0f6b1db7347a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:10.964205 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09339bd3-6671-4b95-8843-0f6b1db7347a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a59f8a-742e-45e6-b01a-c1c9f6ffcb30,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:10.970071 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-09339bd3-6671-4b95-8843-0f6b1db7347a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4a7a8621afa495283d2f9dfdf55fe6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3178823 Apr 08 02:46:10.972826 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 36980) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:11.035844 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-193398e4-23dc-4d0e-8b7b-3bca70d6bf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:11.060139 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-193398e4-23dc-4d0e-8b7b-3bca70d6bf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:11.111033 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-193398e4-23dc-4d0e-8b7b-3bca70d6bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:11.125401 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193398e4-23dc-4d0e-8b7b-3bca70d6bf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a59f8a-742e-45e6-b01a-c1c9f6ffcb30,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:11.134262 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-193398e4-23dc-4d0e-8b7b-3bca70d6bf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:11.137920 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-193398e4-23dc-4d0e-8b7b-3bca70d6bf3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65a59f8a-742e-45e6-b01a-c1c9f6ffcb30 HTTP/1.1" status: 204 len: 168 time: 0.1614642 Apr 08 02:46:11.511268 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-99e0f9fd-4939-4375-8e8e-e08a438dcdca tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9a09ceed71104c528f738d61f720bba2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419817 Apr 08 02:46:11.738872 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-875fb4e6-7837-4311-b013-7e2f93d97085 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:11.740307 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-875fb4e6-7837-4311-b013-7e2f93d97085 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224023 Apr 08 02:46:11.750546 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84896255-e0ab-487c-8a3e-62eee76bc3fa req-9ce081fb-510d-4d9f-91e4-67e3f1523bad tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:11.751958 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-84896255-e0ab-487c-8a3e-62eee76bc3fa req-9ce081fb-510d-4d9f-91e4-67e3f1523bad tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.1531358 Apr 08 02:46:11.779159 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-aeca434c-bc81-4680-b29d-c2cf241e8ef8 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/quotas/9a09ceed71104c528f738d61f720bba2 HTTP/1.1" status: 200 len: 375 time: 0.0262043 Apr 08 02:46:11.840621 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-c6312d83-cd97-4e62-a51a-641a61f9ead1 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a09ceed71104c528f738d61f720bba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510714 Apr 08 02:46:11.844324 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-84896255-e0ab-487c-8a3e-62eee76bc3fa req-9cd7531f-6baa-4335-8a21-accfac96ac57 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848653 Apr 08 02:46:12.087761 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2d5d23df-1d03-4a96-a821-9caba8cb3f8f req-fd743b60-0b9a-4b77-b99d-e98d68420a95 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 210 time: 0.0772996 Apr 08 02:46:12.131274 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b03fe4-198a-49ad-9024-a07bf446cf32 req-398363f5-c148-4565-a9e6-58c175d36b7f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:12.132902 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-37b03fe4-198a-49ad-9024-a07bf446cf32 req-398363f5-c148-4565-a9e6-58c175d36b7f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1246409 Apr 08 02:46:12.182602 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-37b03fe4-198a-49ad-9024-a07bf446cf32 req-3e2216c8-1400-46a4-9603-eac6c4cd27c0 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440686 Apr 08 02:46:12.658264 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 37044) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:12.802241 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ac516e03-9168-4888-9d00-7cf1cfb67aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:12.841802 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-ac516e03-9168-4888-9d00-7cf1cfb67aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:12.846498 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-ac516e03-9168-4888-9d00-7cf1cfb67aed admin admin] Usage tracker for resource:security_group_rule and tenant:aad3c54b9f2948779866e74ce3a7518f is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:12.851143 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-ac516e03-9168-4888-9d00-7cf1cfb67aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:12.855756 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-ac516e03-9168-4888-9d00-7cf1cfb67aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:12.935693 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ac516e03-9168-4888-9d00-7cf1cfb67aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:12.941134 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ac516e03-9168-4888-9d00-7cf1cfb67aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:12.998149 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-ac516e03-9168-4888-9d00-7cf1cfb67aed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aad3c54b9f2948779866e74ce3a7518f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3386052 Apr 08 02:46:12.999242 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac516e03-9168-4888-9d00-7cf1cfb67aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea2cc96-2132-489d-9f60-ed7670cb8e14,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:13.000837 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37062) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:13.089946 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-44078d9f-93e7-4d46-b496-98f73d9b0068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:13.102933 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de7e04-49d3-4258-bac7-68b62503313b req-19cb606e-6bd8-4b8c-9e74-cf297816f73c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:13.104646 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b1de7e04-49d3-4258-bac7-68b62503313b req-19cb606e-6bd8-4b8c-9e74-cf297816f73c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.0982931 Apr 08 02:46:13.134485 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-44078d9f-93e7-4d46-b496-98f73d9b0068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:13.154443 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b1de7e04-49d3-4258-bac7-68b62503313b req-de1d17e1-9356-4883-b275-8cff871f671a tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429401 Apr 08 02:46:13.182170 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-27aca1b2-f712-4867-ae40-9622ad7a5a0c tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9a09ceed71104c528f738d61f720bba2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394990 Apr 08 02:46:13.321209 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c0d7cfa8-26c6-44e2-8491-7861fde86e6c req-bd5e6460-cc28-40dc-b2cb-0ecb3bf4f9d7 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 210 time: 0.0583410 Apr 08 02:46:13.466239 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ddf84-551b-4980-9167-ee8e40047778 req-6b7120d6-15ac-4571-b37b-0c8143457588 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:13.467992 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b18ddf84-551b-4980-9167-ee8e40047778 req-6b7120d6-15ac-4571-b37b-0c8143457588 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.0945473 Apr 08 02:46:13.470773 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-44078d9f-93e7-4d46-b496-98f73d9b0068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:13.479553 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-91fb8ed6-693d-47d3-be2b-16ac07f1aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:13.511896 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44078d9f-93e7-4d46-b496-98f73d9b0068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea2cc96-2132-489d-9f60-ed7670cb8e14,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:13.522491 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b18ddf84-551b-4980-9167-ee8e40047778 req-51a01c7a-f0a5-4ee4-99b6-b148e9c429a2 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475469 Apr 08 02:46:13.545007 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-6764a5ef-57f7-42ff-8f7c-b694bfc1eb8d tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:13.546689 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-6764a5ef-57f7-42ff-8f7c-b694bfc1eb8d tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3450522 Apr 08 02:46:13.547918 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-44078d9f-93e7-4d46-b496-98f73d9b0068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:13.551420 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-44078d9f-93e7-4d46-b496-98f73d9b0068 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ea2cc96-2132-489d-9f60-ed7670cb8e14 HTTP/1.1" status: 204 len: 168 time: 0.5471346 Apr 08 02:46:13.567545 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Request body: {'port': {'device_id': '5774a0e0-f21f-436f-b6c0-ad7c9dc632a8', 'network_id': 'f071a834-87fd-4f92-918b-307289d20eb8', 'admin_state_up': True, 'tenant_id': '9a09ceed71104c528f738d61f720bba2'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:13.709294 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:13.712848 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Usage tracker for resource:port and tenant:9a09ceed71104c528f738d61f720bba2 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:13.715772 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:13.721908 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:13.732573 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Made reservation on behalf of 9a09ceed71104c528f738d61f720bba2 for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:46:13.735606 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:13.751936 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:13.782487 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:13.786317 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Usage tracker for resource:security_group_rule and tenant:9a09ceed71104c528f738d61f720bba2 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:13.789096 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:13.794641 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:13.863989 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:13.870720 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:13.949235 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:14.043015 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Allocated IP 192.168.233.150 (f071a834-87fd-4f92-918b-307289d20eb8/17d58acf-d801-4f5a-b7a3-652cdda8f2f9/fa125bda-c4c6-446c-ab5d-83655096f784) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:46:14.258843 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:14.276265 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Transition to ACTIVE for port object fa125bda-c4c6-446c-ab5d-83655096f784 will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:14.304912 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:14.384253 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Network f071a834-87fd-4f92-918b-307289d20eb8 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:14.387667 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:14.388299 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171ba81-cfa8-4a9d-b992-9cf967e05e37 req-905bba6f-3b58-4920-bb1e-e20d075803b4 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:14.392253 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:46:14.396358 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:14.396609 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9171ba81-cfa8-4a9d-b992-9cf967e05e37 req-905bba6f-3b58-4920-bb1e-e20d075803b4 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.0852871 Apr 08 02:46:14.397008 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:14.414509 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Pushing event updated for resources: {'Port': ['ID=fa125bda-c4c6-446c-ab5d-83655096f784,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:14.435347 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-669d66fc-c066-422c-9653-71687bf1eddc tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8718767 Apr 08 02:46:14.443991 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 37104) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:14.450699 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Request body: {'port': {'device_id': '5774a0e0-f21f-436f-b6c0-ad7c9dc632a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:14.454315 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9171ba81-cfa8-4a9d-b992-9cf967e05e37 req-9ebb8b11-a6ab-442f-b7e9-a3c8dc06488e tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562730 Apr 08 02:46:14.573215 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:14.589254 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57522ca4-4c48-49a6-a78d-61328b1c7548 req-91cadb4c-eef6-4fe2-9851-2437fe37f53d tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:14.591421 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-57522ca4-4c48-49a6-a78d-61328b1c7548 req-91cadb4c-eef6-4fe2-9851-2437fe37f53d tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 936 time: 0.1004841 Apr 08 02:46:14.620168 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1206748446-network', 'tenant_id': '28de6d7fc9b94374b2d5f07409ba175e'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:14.629505 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:14.636597 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Usage tracker for resource:network and tenant:28de6d7fc9b94374b2d5f07409ba175e is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:14.646637 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:14.654414 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:14.670019 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-57522ca4-4c48-49a6-a78d-61328b1c7548 req-f8e9af8c-12b3-47b1-93fd-94b94d43facb tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701804 Apr 08 02:46:14.674598 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Made reservation on behalf of 28de6d7fc9b94374b2d5f07409ba175e for: {'network': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:46:14.677507 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:14.693573 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:14.739321 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:14.780807 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Usage tracker for resource:security_group_rule and tenant:28de6d7fc9b94374b2d5f07409ba175e is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:14.788076 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:14.797726 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-8f6aa47d-4cf4-4523-996b-4536039f08d4 None None] Provisioning for port fa125bda-c4c6-446c-ab5d-83655096f784 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:14.798937 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:14.802715 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-8f6aa47d-4cf4-4523-996b-4536039f08d4 None None] Provisioning complete for port fa125bda-c4c6-446c-ab5d-83655096f784 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:14.803106 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa47d-4cf4-4523-996b-4536039f08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:14.867488 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27141cc2-126a-482f-b92a-76a678fd7cf9 req-78113219-ec3e-4860-a7e9-c28be5eaf830 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:14.868969 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-27141cc2-126a-482f-b92a-76a678fd7cf9 req-78113219-ec3e-4860-a7e9-c28be5eaf830 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1272483 Apr 08 02:46:14.902358 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-8f6aa47d-4cf4-4523-996b-4536039f08d4 None None] Port fa125bda-c4c6-446c-ab5d-83655096f784 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:46:14.937706 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-27141cc2-126a-482f-b92a-76a678fd7cf9 req-741646d6-758f-4306-af98-0d39794653f9 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571706 Apr 08 02:46:14.952066 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:14.960980 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:15.000470 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=83154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:46:15.002832 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:15.009844 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa125bda-c4c6-446c-ab5d-83655096f784 {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:46:15.017736 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:15.018076 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.segments_db [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Added segment cbb40668-820f-4410-b3e1-174b7f145a04 of type vlan for network 4a3cb90d-9940-4f92-a7bf-92930ef99be3 Apr 08 02:46:15.018502 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:15.036491 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Transition to ACTIVE for port object fa125bda-c4c6-446c-ab5d-83655096f784 will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:15.041745 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:15.055063 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:15.085965 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:15.086816 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:15.087453 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:15.173763 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Pushing event updated for resources: {'Port': ['ID=fa125bda-c4c6-446c-ab5d-83655096f784,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:15.198913 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] Pushing event updated for resources: {'Network': ['ID=4a3cb90d-9940-4f92-a7bf-92930ef99be3,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:15.207344 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37124) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:15.207533 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-923640b4-859c-45a0-83a6-1ab310f2eac2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7621813 Apr 08 02:46:15.211478 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network 4a3cb90d-9940-4f92-a7bf-92930ef99be3 details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:46:15.228660 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Request body: {'subnet': {'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1206748446-subnet', 'tenant_id': '28de6d7fc9b94374b2d5f07409ba175e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:15.241252 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:15.247843 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Usage tracker for resource:subnet and tenant:28de6d7fc9b94374b2d5f07409ba175e is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:15.250602 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Attempting to bind port fa125bda-c4c6-446c-ab5d-83655096f784 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:46:15.250952 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Attempting to bind port fa125bda-c4c6-446c-ab5d-83655096f784 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '2eddfe58-3529-4b35-8af5-29e237eac46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f071a834-87fd-4f92-918b-307289d20eb8'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:46:15.251280 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Attempting to bind port fa125bda-c4c6-446c-ab5d-83655096f784 on network f071a834-87fd-4f92-918b-307289d20eb8 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:46:15.255164 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:15.269262 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:15.272474 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Port fa125bda-c4c6-446c-ab5d-83655096f784 on network f071a834-87fd-4f92-918b-307289d20eb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:46:15.272829 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Attempting to bind port fa125bda-c4c6-446c-ab5d-83655096f784 on network f071a834-87fd-4f92-918b-307289d20eb8 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:46:15.282920 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:46:15.283361 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Checking segment: {'id': '2eddfe58-3529-4b35-8af5-29e237eac46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f071a834-87fd-4f92-918b-307289d20eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:46:15.283773 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Bound using segment: {'id': '2eddfe58-3529-4b35-8af5-29e237eac46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f071a834-87fd-4f92-918b-307289d20eb8'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:46:15.284246 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Bound port: fa125bda-c4c6-446c-ab5d-83655096f784, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eddfe58-3529-4b35-8af5-29e237eac46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f071a834-87fd-4f92-918b-307289d20eb8'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:46:15.284669 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:15.296183 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Made reservation on behalf of 28de6d7fc9b94374b2d5f07409ba175e for: {'subnet': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:46:15.298380 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:15.342057 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:46:15.503775 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] For port fa125bda-c4c6-446c-ab5d-83655096f784, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:46:15.508009 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] For port fa125bda-c4c6-446c-ab5d-83655096f784, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=fa125bda-c4c6-446c-ab5d-83655096f784,segment=NetworkSegment(2eddfe58-3529-4b35-8af5-29e237eac46d),segment_id=2eddfe58-3529-4b35-8af5-29e237eac46d)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:46:15.520375 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:15.713340 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:15.714744 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] 10.222.0.37 "PUT /v2.0/ports/fa125bda-c4c6-446c-ab5d-83655096f784 HTTP/1.1" status: 200 len: 1098 time: 1.2694225 Apr 08 02:46:15.715213 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5774a0e0-f21f-436f-b6c0-ad7c9dc632a8', 'tag': 'fa125bda-c4c6-446c-ab5d-83655096f784'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:46:15.746473 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d6967-c09b-4e13-932c-5181ff57d424 service neutron] Pushing event updated for resources: {'Port': ['ID=fa125bda-c4c6-446c-ab5d-83655096f784,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:15.755914 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb746a-07ea-4ba3-8f95-779ba2873e32 req-db629213-f54c-4e8d-87d4-1de622b35337 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:15.758738 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ffeb746a-07ea-4ba3-8f95-779ba2873e32 req-db629213-f54c-4e8d-87d4-1de622b35337 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.1540971 Apr 08 02:46:15.806318 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:15.812561 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-63c2cb2e-e29e-4171-8d84-ba71c74e6409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:15.845184 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ffeb746a-07ea-4ba3-8f95-779ba2873e32 req-0083b415-6ef0-4255-a984-5f2b38590fa8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786088 Apr 08 02:46:15.916508 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1545521d-f689-48b3-ae9b-4737733c6ece'] response: {'name': 'network-changed', 'server_uuid': '5774a0e0-f21f-436f-b6c0-ad7c9dc632a8', 'tag': 'fa125bda-c4c6-446c-ab5d-83655096f784', 'status': 'completed', 'code': 200} Apr 08 02:46:15.939524 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f622640-4926-4bda-ae29-5681442cf848,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:15.967001 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Checking segment: {'id': 'cbb40668-820f-4410-b3e1-174b7f145a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:46:15.967496 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Network hostable DHCP agents. Network: 4a3cb90d-9940-4f92-a7bf-92930ef99be3, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:46:15.976077 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-a6c5fc95-e29d-4586-bd42-07949cea761a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a09ceed71104c528f738d61f720bba2&device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 1101 time: 0.2066376 Apr 08 02:46:16.002570 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464043c-12d7-4a29-affb-887c419767f9 req-1c88945f-6361-41a8-9063-9bcf43556e31 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:16.012292 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c464043c-12d7-4a29-affb-887c419767f9 req-1c88945f-6361-41a8-9063-9bcf43556e31 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 948 time: 0.0913725 Apr 08 02:46:16.055889 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Network 4a3cb90d-9940-4f92-a7bf-92930ef99be3 is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:46:16.068658 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c464043c-12d7-4a29-affb-887c419767f9 req-12f801dc-ca52-417f-8f30-84d7670c3491 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563242 Apr 08 02:46:16.080326 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-7f1995ff-ab19-4f13-93e2-7ac94717cc11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=fa125bda-c4c6-446c-ab5d-83655096f784 HTTP/1.1" status: 200 len: 217 time: 0.0860445 Apr 08 02:46:16.080947 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, 4a3cb90d-9940-4f92-a7bf-92930ef99be3) {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:16.085266 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:16.086028 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:16.093215 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f5484-cc46-4d28-87df-37fe081a390b None None] Network 4a3cb90d-9940-4f92-a7bf-92930ef99be3 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:46:16.158207 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-24bf85d7-e006-4966-aa19-081a0fadac72 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9496822 Apr 08 02:46:16.174470 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-0473a1e8-eb48-4455-bd48-d6d5029399b9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:16.176162 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-0473a1e8-eb48-4455-bd48-d6d5029399b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17d58acf-d801-4f5a-b7a3-652cdda8f2f9 HTTP/1.1" status: 200 len: 843 time: 0.0827823 Apr 08 02:46:16.197244 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc82346-c84f-466f-ae65-2482defefc88 req-098c1459-8d21-42b4-bef9-dc32f96e6efa tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:16.198821 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1cc82346-c84f-466f-ae65-2482defefc88 req-098c1459-8d21-42b4-bef9-dc32f96e6efa tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.0908654 Apr 08 02:46:16.250657 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1cc82346-c84f-466f-ae65-2482defefc88 req-3450e6bb-47fa-46f2-bc12-8f0e74309641 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459707 Apr 08 02:46:16.275131 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-4e281216-25ad-405e-bd7f-3d29f8e3b7ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f071a834-87fd-4f92-918b-307289d20eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0897853 Apr 08 02:46:16.327471 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba4c93d-6a5f-4008-b61e-3a2519430139 None None] Network 4a3cb90d-9940-4f92-a7bf-92930ef99be3 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:46:16.442170 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-a25096e0-c0dd-43f7-8833-be9c9feeafc2 service neutron] 10.222.0.37 "GET /v2.0/networks/f071a834-87fd-4f92-918b-307289d20eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597497 Apr 08 02:46:16.596283 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d2859ac7-e58e-45ee-a56e-6289f23e3f2a req-f702f939-d1c2-4ac2-bb05-7c9c0328b3d3 service neutron] 10.222.0.37 "GET /v2.0/networks/f071a834-87fd-4f92-918b-307289d20eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476042 Apr 08 02:46:16.654324 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:16.748588 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-568df9f2-8523-4ed5-a5bc-4da66db0d2fd req-36a3deea-c520-4bff-a443-0da6344dfc61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a09ceed71104c528f738d61f720bba2&device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 1101 time: 0.0945089 Apr 08 02:46:16.879797 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:16.889215 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 37164) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:16.975639 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df9f2-8523-4ed5-a5bc-4da66db0d2fd req-fa633a32-4017-4e0c-9580-35adf9618be9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:16.977109 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-568df9f2-8523-4ed5-a5bc-4da66db0d2fd req-fa633a32-4017-4e0c-9580-35adf9618be9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f071a834-87fd-4f92-918b-307289d20eb8 HTTP/1.1" status: 200 len: 870 time: 0.2220299 Apr 08 02:46:17.080973 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-568df9f2-8523-4ed5-a5bc-4da66db0d2fd req-9594a391-65d5-4955-9f83-656ad93c5325 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=fa125bda-c4c6-446c-ab5d-83655096f784 HTTP/1.1" status: 200 len: 217 time: 0.0912249 Apr 08 02:46:17.117679 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-76302ec5-f14f-4259-8753-b24b9a844454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:17.154602 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df9f2-8523-4ed5-a5bc-4da66db0d2fd req-74a034b2-aea2-4c85-8505-eece97a20c8a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:17.156269 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-568df9f2-8523-4ed5-a5bc-4da66db0d2fd req-74a034b2-aea2-4c85-8505-eece97a20c8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17d58acf-d801-4f5a-b7a3-652cdda8f2f9 HTTP/1.1" status: 200 len: 843 time: 0.0677044 Apr 08 02:46:17.166063 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-76302ec5-f14f-4259-8753-b24b9a844454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:17.173682 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-76302ec5-f14f-4259-8753-b24b9a844454 admin admin] Usage tracker for resource:security_group_rule and tenant:f8c2fc2dc14e40858bd201053c9ec8a6 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:17.176186 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-76302ec5-f14f-4259-8753-b24b9a844454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:17.183325 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-76302ec5-f14f-4259-8753-b24b9a844454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:17.199643 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799afdbf-3cf2-4cc3-b876-d3aa1d585096 req-dc58ca1a-04b6-4335-92c7-283fa248be78 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:17.201120 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-799afdbf-3cf2-4cc3-b876-d3aa1d585096 req-dc58ca1a-04b6-4335-92c7-283fa248be78 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.1396689 Apr 08 02:46:17.232350 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-568df9f2-8523-4ed5-a5bc-4da66db0d2fd req-619f3e7c-f7fa-4706-8e27-41123b4b1d89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f071a834-87fd-4f92-918b-307289d20eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0696521 Apr 08 02:46:17.328475 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-799afdbf-3cf2-4cc3-b876-d3aa1d585096 req-4809b574-275c-46a8-a308-16c2e2513def tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160667 Apr 08 02:46:17.358009 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-76302ec5-f14f-4259-8753-b24b9a844454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:17.364957 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6f943-3ea1-4d69-90a6-5e2961ec1d44 req-8f148c58-9d9e-4a9e-aee6-d99905701513 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:17.366467 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f5a6f943-3ea1-4d69-90a6-5e2961ec1d44 req-8f148c58-9d9e-4a9e-aee6-d99905701513 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 948 time: 0.1387165 Apr 08 02:46:17.368923 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-76302ec5-f14f-4259-8753-b24b9a844454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:17.376702 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-568df9f2-8523-4ed5-a5bc-4da66db0d2fd req-c3e1843f-650a-485e-af3e-48f2ece4eb6b service neutron] 10.222.0.37 "GET /v2.0/networks/f071a834-87fd-4f92-918b-307289d20eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380208 Apr 08 02:46:17.444701 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76302ec5-f14f-4259-8753-b24b9a844454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3406b2a8-b2d9-47e1-bbff-9e09f5f294b8,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:17.457498 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-76302ec5-f14f-4259-8753-b24b9a844454 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8c2fc2dc14e40858bd201053c9ec8a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5671728 Apr 08 02:46:17.460455 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 37178) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:17.487365 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f5a6f943-3ea1-4d69-90a6-5e2961ec1d44 req-16241e2d-ede4-436e-91a6-79c6f9aa4cac tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102030 Apr 08 02:46:17.533669 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-568df9f2-8523-4ed5-a5bc-4da66db0d2fd req-81c085de-e762-4dc8-a53f-881d79e57091 service neutron] 10.222.0.37 "GET /v2.0/networks/f071a834-87fd-4f92-918b-307289d20eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477842 Apr 08 02:46:17.533925 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c247a020-d43d-45d2-bc46-1d2db06ab8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:17.560363 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c247a020-d43d-45d2-bc46-1d2db06ab8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:17.661618 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c247a020-d43d-45d2-bc46-1d2db06ab8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:17.683861 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247a020-d43d-45d2-bc46-1d2db06ab8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3406b2a8-b2d9-47e1-bbff-9e09f5f294b8,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:17.692603 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67300ad-d3fe-46bc-8ae5-c2484940afb9 req-8ad17d58-4ac9-499c-bc7a-fce274aec121 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:17.694059 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a67300ad-d3fe-46bc-8ae5-c2484940afb9 req-8ad17d58-4ac9-499c-bc7a-fce274aec121 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.0989239 Apr 08 02:46:17.694983 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c247a020-d43d-45d2-bc46-1d2db06ab8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:17.695949 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-c247a020-d43d-45d2-bc46-1d2db06ab8d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3406b2a8-b2d9-47e1-bbff-9e09f5f294b8 HTTP/1.1" status: 204 len: 168 time: 0.2349000 Apr 08 02:46:17.752966 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a67300ad-d3fe-46bc-8ae5-c2484940afb9 req-54a6e9ff-6b74-4d42-9dfb-4f2713edfd85 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451579 Apr 08 02:46:17.946815 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 37192) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:17.952802 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-c085f5bc-e3b0-4153-9bca-154e1c1600dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1184734396', 'description': 'tempest-description--1188527099'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:17.958444 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-c085f5bc-e3b0-4153-9bca-154e1c1600dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:17.967796 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-c085f5bc-e3b0-4153-9bca-154e1c1600dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:17.980513 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c085f5bc-e3b0-4153-9bca-154e1c1600dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.017186 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-c085f5bc-e3b0-4153-9bca-154e1c1600dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:18.021186 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-c085f5bc-e3b0-4153-9bca-154e1c1600dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group_rule and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:18.025707 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-c085f5bc-e3b0-4153-9bca-154e1c1600dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:18.031482 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-c085f5bc-e3b0-4153-9bca-154e1c1600dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:18.086294 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c085f5bc-e3b0-4153-9bca-154e1c1600dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.094148 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c085f5bc-e3b0-4153-9bca-154e1c1600dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.128584 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.144100 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085f5bc-e3b0-4153-9bca-154e1c1600dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b324a406-51c3-4c6c-92a2-7902671311ce,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:18.148737 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c085f5bc-e3b0-4153-9bca-154e1c1600dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.150258 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-c085f5bc-e3b0-4153-9bca-154e1c1600dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2019706 Apr 08 02:46:18.153284 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 37200) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:18.158960 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-48f0eeab-83eb-4a8c-b4a0-ca94521f5993 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'security_group_rule': {'security_group_id': 'b324a406-51c3-4c6c-92a2-7902671311ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:18.164755 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-48f0eeab-83eb-4a8c-b4a0-ca94521f5993 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:18.169539 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-48f0eeab-83eb-4a8c-b4a0-ca94521f5993 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group_rule and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:18.173034 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-48f0eeab-83eb-4a8c-b4a0-ca94521f5993 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:18.179326 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-48f0eeab-83eb-4a8c-b4a0-ca94521f5993 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:18.197871 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37204) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:18.201217 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-48f0eeab-83eb-4a8c-b4a0-ca94521f5993 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.217312 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3dd8eb5d-7600-43b0-8648-f2c447f33ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.250340 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-3dd8eb5d-7600-43b0-8648-f2c447f33ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:18.254418 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-3dd8eb5d-7600-43b0-8648-f2c447f33ac4 admin admin] Usage tracker for resource:security_group_rule and tenant:120b100eb97c46d8a74b8c2553bcf2e0 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:18.257744 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-3dd8eb5d-7600-43b0-8648-f2c447f33ac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:18.265123 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-3dd8eb5d-7600-43b0-8648-f2c447f33ac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:18.273075 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-48f0eeab-83eb-4a8c-b4a0-ca94521f5993 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.278150 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-48f0eeab-83eb-4a8c-b4a0-ca94521f5993 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.300277 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0eeab-83eb-4a8c-b4a0-ca94521f5993 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b92f06-52da-46ca-b498-dc1e9280674b,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:18.314405 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-48f0eeab-83eb-4a8c-b4a0-ca94521f5993 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.318614 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-48f0eeab-83eb-4a8c-b4a0-ca94521f5993 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1616621 Apr 08 02:46:18.319232 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37212) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:18.325737 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-0eaf403f-37fb-4765-b49c-094dbca613ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'security_group_rule': {'security_group_id': 'b324a406-51c3-4c6c-92a2-7902671311ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:18.337629 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-0eaf403f-37fb-4765-b49c-094dbca613ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:18.344912 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-0eaf403f-37fb-4765-b49c-094dbca613ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group_rule and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:18.353071 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-0eaf403f-37fb-4765-b49c-094dbca613ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:18.367065 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-0eaf403f-37fb-4765-b49c-094dbca613ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:18.369854 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3dd8eb5d-7600-43b0-8648-f2c447f33ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.377940 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3dd8eb5d-7600-43b0-8648-f2c447f33ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.489248 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0eaf403f-37fb-4765-b49c-094dbca613ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.524459 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8eb5d-7600-43b0-8648-f2c447f33ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ef709f-1bbe-4c96-ae52-4caafcbd3838,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:18.531883 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-3dd8eb5d-7600-43b0-8648-f2c447f33ac4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=120b100eb97c46d8a74b8c2553bcf2e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3329477 Apr 08 02:46:18.534691 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37222) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:18.535318 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597154d-186a-4792-9106-bfc8aaa43998 req-3aa4ddfa-6d51-48a2-86a8-89a1c58d0a04 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:18.536015 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-e597154d-186a-4792-9106-bfc8aaa43998 req-3aa4ddfa-6d51-48a2-86a8-89a1c58d0a04 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Synchronizing usage tracker for tenant:28de6d7fc9b94374b2d5f07409ba175e on resource:network {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:46:18.571048 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-e597154d-186a-4792-9106-bfc8aaa43998 req-3aa4ddfa-6d51-48a2-86a8-89a1c58d0a04 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Unset dirty status for tenant:28de6d7fc9b94374b2d5f07409ba175e on resource:network {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:46:18.572192 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-3aa4ddfa-6d51-48a2-86a8-89a1c58d0a04 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/networks?id=4a3cb90d-9940-4f92-a7bf-92930ef99be3 HTTP/1.1" status: 200 len: 814 time: 0.2227273 Apr 08 02:46:18.577891 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18fb31-7d93-430a-9005-ffc841e54865 req-a4e8703c-9c80-4abd-b880-99dda2fe2a72 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:18.579316 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-da18fb31-7d93-430a-9005-ffc841e54865 req-a4e8703c-9c80-4abd-b880-99dda2fe2a72 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.1222525 Apr 08 02:46:18.613535 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0eaf403f-37fb-4765-b49c-094dbca613ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.617184 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ee042ef3-a4c5-426d-a68d-c680ff36c37e tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/quotas/28de6d7fc9b94374b2d5f07409ba175e HTTP/1.1" status: 200 len: 375 time: 0.0368693 Apr 08 02:46:18.623571 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0eaf403f-37fb-4765-b49c-094dbca613ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.642063 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-23fec5c8-feeb-4cbd-9532-66412771128e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.649508 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf403f-37fb-4765-b49c-094dbca613ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a3d355-c7b4-42be-b54d-1437a7c67174,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:18.674906 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-6c9a5acf-0de2-4e1b-972c-8dc279cb9f44 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=28de6d7fc9b94374b2d5f07409ba175e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452042 Apr 08 02:46:18.679798 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-da18fb31-7d93-430a-9005-ffc841e54865 req-31b08ab1-59f7-46c2-a826-9baed69a33d5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876923 Apr 08 02:46:18.682246 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-23fec5c8-feeb-4cbd-9532-66412771128e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.691709 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0eaf403f-37fb-4765-b49c-094dbca613ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.695904 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-0eaf403f-37fb-4765-b49c-094dbca613ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3730745 Apr 08 02:46:18.696033 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37226) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:18.706625 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'floatingip': {'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:18.718575 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:18.736245 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:floatingip and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:18.741064 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:18.748495 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:18.762414 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.784683 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-23fec5c8-feeb-4cbd-9532-66412771128e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.844081 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fec5c8-feeb-4cbd-9532-66412771128e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ef709f-1bbe-4c96-ae52-4caafcbd3838,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:18.857420 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-23fec5c8-feeb-4cbd-9532-66412771128e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:18.859924 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-1feaea28-bcab-41c1-9e58-df957f277461 service neutron] 10.222.0.44 "GET /v2.0/networks/4a3cb90d-9940-4f92-a7bf-92930ef99be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776357 Apr 08 02:46:18.862539 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-23fec5c8-feeb-4cbd-9532-66412771128e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42ef709f-1bbe-4c96-ae52-4caafcbd3838 HTTP/1.1" status: 204 len: 168 time: 0.3266239 Apr 08 02:46:18.954464 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:19.019963 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6bb44-359c-4383-91ca-b6b2feff62f4 req-1a21d978-11a9-418d-906f-7d6743ce29f1 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:19.021330 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4bf6bb44-359c-4383-91ca-b6b2feff62f4 req-1a21d978-11a9-418d-906f-7d6743ce29f1 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 948 time: 0.2050159 Apr 08 02:46:19.031115 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-683e26c4-d9f2-4c73-b8b4-1a65a9330388 service neutron] 10.222.0.44 "GET /v2.0/networks/4a3cb90d-9940-4f92-a7bf-92930ef99be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589973 Apr 08 02:46:19.073401 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4bf6bb44-359c-4383-91ca-b6b2feff62f4 req-f4e87e4d-4576-4046-aef3-40da4a9d06b0 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412502 Apr 08 02:46:19.110307 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Allocated IP 172.28.1.49 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/d98a5dc4-4673-4f82-b506-faa31eb8e426) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:46:19.291467 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-fa414af5-0034-467e-ab7c-401e57db36af req-bc3dc574-28d0-4792-80d3-4645863514f1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 210 time: 0.0964942 Apr 08 02:46:19.344832 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ab992-00ac-4dd5-9878-e8966bbede42 req-04a3bcc2-8524-4dc9-ab7f-03e139dc94f9 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:19.346635 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f19ab992-00ac-4dd5-9878-e8966bbede42 req-04a3bcc2-8524-4dc9-ab7f-03e139dc94f9 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1090736 Apr 08 02:46:19.362857 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:19.407152 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:19.470327 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f19ab992-00ac-4dd5-9878-e8966bbede42 req-44aa48b7-f806-4532-b4a0-8b16407f6cc0 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163893 Apr 08 02:46:19.503140 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:19.507729 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:19.510760 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:46:19.519950 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'Port': ['ID=d98a5dc4-4673-4f82-b506-faa31eb8e426,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:19.626252 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:19.699771 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:19.953168 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15318a7-ef98-4594-8c9e-23cc32757cbb req-ab9833e3-4b24-4838-9dd7-ef72cf890a0b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:19.959469 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b15318a7-ef98-4594-8c9e-23cc32757cbb req-ab9833e3-4b24-4838-9dd7-ef72cf890a0b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.1385980 Apr 08 02:46:19.969924 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:19.976494 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:20.006675 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b15318a7-ef98-4594-8c9e-23cc32757cbb req-f76588b5-9de2-4325-9979-b15c281ac42d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431261 Apr 08 02:46:20.083584 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:20.108910 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'Port': ['ID=d98a5dc4-4673-4f82-b506-faa31eb8e426,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:20.131058 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:20.132361 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-878ef97c-244a-4364-afb7-a60111064eb1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4354472 Apr 08 02:46:20.150450 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e464d399-ac61-4228-903c-64cae78416ae req-89608592-6d29-410c-ac7c-eeb2f777d1ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 1099 time: 0.1333289 Apr 08 02:46:20.219376 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e464d399-ac61-4228-903c-64cae78416ae req-358e02d5-07d5-4bf0-babb-ac9b3f736081 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555525 Apr 08 02:46:20.281107 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270688f-7d36-4231-9cb8-215efd4c7429 req-8365f652-ef6d-4fea-aaae-11ad19ea7010 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:20.282550 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b270688f-7d36-4231-9cb8-215efd4c7429 req-8365f652-ef6d-4fea-aaae-11ad19ea7010 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 948 time: 0.0791616 Apr 08 02:46:20.331021 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b270688f-7d36-4231-9cb8-215efd4c7429 req-8096bd9a-1931-4069-adf7-cbbc3f5ddc24 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Apr 08 02:46:20.368323 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-e5457ab4-a7dc-495b-9e26-91f50e5284fd tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:46:20.388142 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-e5457ab4-a7dc-495b-9e26-91f50e5284fd tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:46:20.389783 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-e5457ab4-a7dc-495b-9e26-91f50e5284fd tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1184734396&fields=id&tenant_id=d73314cb194d45a0981f40eece2fdb5a HTTP/1.1" status: 200 len: 267 time: 0.0620964 Apr 08 02:46:20.481438 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device fa125bda-c4c6-446c-ab5d-83655096f784 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:46:20.535737 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4b9e236b-b94e-4679-9387-cd5e438ac1f7 req-138cc03b-b48a-4082-adfc-e19f2ccb86e3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 210 time: 0.0606918 Apr 08 02:46:20.631578 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-fd39b903-d0ed-49dc-9c28-e56cb8c2706b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:20.640678 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-fd39b903-d0ed-49dc-9c28-e56cb8c2706b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 814 time: 0.2412088 Apr 08 02:46:20.669425 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-418635fa-a9df-49a4-8208-3d1834baeb60 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/quotas/d73314cb194d45a0981f40eece2fdb5a HTTP/1.1" status: 200 len: 375 time: 0.0277252 Apr 08 02:46:20.679970 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port fa125bda-c4c6-446c-ab5d-83655096f784, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=fa125bda-c4c6-446c-ab5d-83655096f784,segment=NetworkSegment(2eddfe58-3529-4b35-8af5-29e237eac46d),segment_id=2eddfe58-3529-4b35-8af5-29e237eac46d)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:20.726748 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': 'fa125bda-c4c6-446c-ab5d-83655096f784', 'network_id': 'f071a834-87fd-4f92-918b-307289d20eb8', 'port_id': 'fa125bda-c4c6-446c-ab5d-83655096f784', 'mac_address': 'fa:16:3e:f7:50:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d58acf-d801-4f5a-b7a3-652cdda8f2f9', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:46:20.794748 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:20.814797 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa125bda-c4c6-446c-ab5d-83655096f784 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:46:20.850866 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port fa125bda-c4c6-446c-ab5d-83655096f784, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=fa125bda-c4c6-446c-ab5d-83655096f784,segment=NetworkSegment(2eddfe58-3529-4b35-8af5-29e237eac46d),segment_id=2eddfe58-3529-4b35-8af5-29e237eac46d)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:20.855446 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f869dd37-1cf0-4689-be86-f91688db4b5a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1778703 Apr 08 02:46:20.859996 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597154d-186a-4792-9106-bfc8aaa43998 req-aeef604c-cc39-46a9-ae58-b0a6adb45831 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:20.860772 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:20.861568 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-aeef604c-cc39-46a9-ae58-b0a6adb45831 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.37 "GET /v2.0/networks?id=4a3cb90d-9940-4f92-a7bf-92930ef99be3 HTTP/1.1" status: 200 len: 814 time: 0.1701336 Apr 08 02:46:20.879637 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Request body: {'port': {'device_id': 'ca8bc5a8-ff98-41e2-af30-f08b1a97dd10', 'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3', 'admin_state_up': True, 'tenant_id': '28de6d7fc9b94374b2d5f07409ba175e'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:20.921365 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20237d6e-f17a-465a-9143-10429345243b req-1a6a4550-34d5-4cba-a08c-90a68bac17fa tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:20.922932 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-20237d6e-f17a-465a-9143-10429345243b req-1a6a4550-34d5-4cba-a08c-90a68bac17fa tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1939704 Apr 08 02:46:20.958938 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=fa125bda-c4c6-446c-ab5d-83655096f784,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:21.040590 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:21.044504 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Usage tracker for resource:port and tenant:28de6d7fc9b94374b2d5f07409ba175e is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:21.047517 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:21.048324 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-20237d6e-f17a-465a-9143-10429345243b req-ba75f37d-f0cb-484b-94c9-e5191f0473f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154542 Apr 08 02:46:21.053414 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:21.066513 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Made reservation on behalf of 28de6d7fc9b94374b2d5f07409ba175e for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:46:21.069247 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-53cefc46-a125-4b98-9396-ac8a294c14c3 service neutron] 10.222.0.44 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047379 Apr 08 02:46:21.069966 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:21.192383 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['fa125bda-c4c6-446c-ab5d-83655096f784'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:46:21.243191 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Allocated IP 172.20.0.3 (4a3cb90d-9940-4f92-a7bf-92930ef99be3/1f622640-4926-4bda-ae29-5681442cf848/c1a392f7-8810-4943-857e-f37b90b7522a) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:46:21.274679 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-7428ea71-4f29-4c4e-bcef-6b341b5b3192 service neutron] 10.222.0.44 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995738 Apr 08 02:46:21.297036 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e125-b559-4ec7-ac36-a4575af2c987 req-9ef51a1f-b8d5-42d8-b4e3-1c8ae6ba1d3f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:21.305062 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a2c2e125-b559-4ec7-ac36-a4575af2c987 req-9ef51a1f-b8d5-42d8-b4e3-1c8ae6ba1d3f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.1322217 Apr 08 02:46:21.385781 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a2c2e125-b559-4ec7-ac36-a4575af2c987 req-714d590f-c647-4ce0-b418-7af799b44b34 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797601 Apr 08 02:46:21.573442 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-89d8a371-8e31-4c80-b692-49e2dc5721c7 req-483379d5-7599-4a1b-af74-a98056b1c5cb tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 210 time: 0.0714169 Apr 08 02:46:21.668430 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c61f8e-10c7-4313-a514-0a5ac8491c46 req-3a2aa4da-50ee-4ed3-94cb-c94e5dd710b6 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:21.677124 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b8c61f8e-10c7-4313-a514-0a5ac8491c46 req-3a2aa4da-50ee-4ed3-94cb-c94e5dd710b6 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 949 time: 0.0879078 Apr 08 02:46:21.724542 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:21.750383 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f00032c4-53e4-4ba7-bee4-138e953186de req-eda6f056-218f-4dea-ac4c-42697109e7b2 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 210 time: 0.0552802 Apr 08 02:46:21.761138 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7dfc3f04-7de3-4bea-9429-be84e756c627 req-3739add7-9f4a-432f-b4cc-5f4c18332090 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 1099 time: 0.1368096 Apr 08 02:46:21.771982 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b8c61f8e-10c7-4313-a514-0a5ac8491c46 req-0fbbb0fb-6f53-4bbd-bf26-db1a3ca02312 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939307 Apr 08 02:46:21.785774 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:21.981711 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Network 4a3cb90d-9940-4f92-a7bf-92930ef99be3 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:21.996468 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:22.002867 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:46:22.007305 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:22.008072 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:22.015747 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Pushing event updated for resources: {'Port': ['ID=c1a392f7-8810-4943-857e-f37b90b7522a,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:22.046651 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc3f04-7de3-4bea-9429-be84e756c627 req-2e1fe45f-e6eb-4e8d-b088-38477f761e58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:22.048234 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7dfc3f04-7de3-4bea-9429-be84e756c627 req-2e1fe45f-e6eb-4e8d-b088-38477f761e58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 919 time: 0.2073824 Apr 08 02:46:22.049781 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-ad847cc4-e23a-49f7-8411-81a2826ac3d8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1740677 Apr 08 02:46:22.091883 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Request body: {'port': {'device_id': 'ca8bc5a8-ff98-41e2-af30-f08b1a97dd10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:22.199868 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7dfc3f04-7de3-4bea-9429-be84e756c627 req-b1923d8a-8597-4be0-933e-3f50a57bc965 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c0c7a26-cc40-44c5-958d-6f0b8443aba9 HTTP/1.1" status: 200 len: 217 time: 0.0825284 Apr 08 02:46:22.294136 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabf8c4-9842-4f11-9253-4437d7c27d63 req-e7785736-80f8-41e4-b661-80054dedfbf6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:22.295719 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ccabf8c4-9842-4f11-9253-4437d7c27d63 req-e7785736-80f8-41e4-b661-80054dedfbf6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.0830612 Apr 08 02:46:22.320291 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc3f04-7de3-4bea-9429-be84e756c627 req-97fcdf9b-7f3e-4001-8864-a0b3d0c0ee12 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:22.321733 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7dfc3f04-7de3-4bea-9429-be84e756c627 req-97fcdf9b-7f3e-4001-8864-a0b3d0c0ee12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.1138625 Apr 08 02:46:22.322493 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:22.342427 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ccabf8c4-9842-4f11-9253-4437d7c27d63 req-3b582e4a-d14c-4303-b5d9-233b1bc68883 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398490 Apr 08 02:46:22.487205 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device fa125bda-c4c6-446c-ab5d-83655096f784 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:46:22.506713 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7dfc3f04-7de3-4bea-9429-be84e756c627 req-ae1bfbb0-5123-4fc5-bdd0-36e57336128c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1745994 Apr 08 02:46:22.630311 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port fa125bda-c4c6-446c-ab5d-83655096f784 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:22.644176 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port fa125bda-c4c6-446c-ab5d-83655096f784 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:22.644561 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:22.692026 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180321c-a3a1-4e1e-9c90-6385ba11c5f2 req-ccff1a4a-c54e-4d7a-ad36-86c60b9c60cf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:22.693525 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3180321c-a3a1-4e1e-9c90-6385ba11c5f2 req-ccff1a4a-c54e-4d7a-ad36-86c60b9c60cf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.1637175 Apr 08 02:46:22.757284 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3180321c-a3a1-4e1e-9c90-6385ba11c5f2 req-873d7c18-49d6-4eaa-bf64-9974690b8bb1 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569212 Apr 08 02:46:22.834376 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:22.857430 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6583aab7-c95a-4794-b221-912ace000caa req-3c68e89c-439f-4a68-a185-e2468ef13802 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 210 time: 0.0990252 Apr 08 02:46:22.890413 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5774a0e0-f21f-436f-b6c0-ad7c9dc632a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa125bda-c4c6-446c-ab5d-83655096f784'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:46:22.915794 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port fa125bda-c4c6-446c-ab5d-83655096f784, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=fa125bda-c4c6-446c-ab5d-83655096f784,segment=NetworkSegment(2eddfe58-3529-4b35-8af5-29e237eac46d),segment_id=2eddfe58-3529-4b35-8af5-29e237eac46d)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:22.924879 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:23.058868 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.db.resource_extend [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 02:46:23.073267 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7dfc3f04-7de3-4bea-9429-be84e756c627 req-df628389-5f7c-49ea-941b-92d47457cfa5 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575236 Apr 08 02:46:23.076173 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=fa125bda-c4c6-446c-ab5d-83655096f784,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:23.145567 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-94a37fdb-7c8a-4452-aeb9-7362aea7dda1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:23.147008 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-94a37fdb-7c8a-4452-aeb9-7362aea7dda1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 814 time: 0.4299450 Apr 08 02:46:23.187637 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06d48f-8115-4c1c-bd4a-0855a98ff833 req-71a18ea9-95c7-4921-8a7f-bd550c43f2be tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:23.191120 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2b06d48f-8115-4c1c-bd4a-0855a98ff833 req-71a18ea9-95c7-4921-8a7f-bd550c43f2be tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 950 time: 0.1512451 Apr 08 02:46:23.199409 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81ab24-caac-4979-8bf8-a776a6365b5d req-949cfa86-7367-4b9d-a3fa-23e23868ab12 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:23.200828 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6b81ab24-caac-4979-8bf8-a776a6365b5d req-949cfa86-7367-4b9d-a3fa-23e23868ab12 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 931 time: 0.0999088 Apr 08 02:46:23.330554 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a392f7-8810-4943-857e-f37b90b7522a {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:46:23.341660 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:23.344803 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2b06d48f-8115-4c1c-bd4a-0855a98ff833 req-d8a8c2ad-92dc-468e-9c14-c73b1ba309d7 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427000 Apr 08 02:46:23.346432 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-6b81ab24-caac-4979-8bf8-a776a6365b5d req-96d347ca-79c8-421b-8074-df361bd446ec tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Synchronizing usage tracker for tenant:28de6d7fc9b94374b2d5f07409ba175e on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:46:23.373289 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-6b81ab24-caac-4979-8bf8-a776a6365b5d req-96d347ca-79c8-421b-8074-df361bd446ec tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Unset dirty status for tenant:28de6d7fc9b94374b2d5f07409ba175e on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:46:23.374536 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6b81ab24-caac-4979-8bf8-a776a6365b5d req-96d347ca-79c8-421b-8074-df361bd446ec tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597476 Apr 08 02:46:23.387918 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Transition to ACTIVE for port object c1a392f7-8810-4943-857e-f37b90b7522a will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:23.412696 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-ede56636-df3d-4459-a3ca-5132bc8e9578 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d73314cb194d45a0981f40eece2fdb5a HTTP/1.1" status: 200 len: 472 time: 0.2185960 Apr 08 02:46:23.415451 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba17bcd-e024-40c4-b225-254f1f01e50e'] response: {'server_uuid': '5774a0e0-f21f-436f-b6c0-ad7c9dc632a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa125bda-c4c6-446c-ab5d-83655096f784', 'code': 200} Apr 08 02:46:23.415788 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:23.464157 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'port': {'device_id': '57e02c61-38a9-4587-8a34-9c98658c2172', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'admin_state_up': True, 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'security_groups': ['b324a406-51c3-4c6c-92a2-7902671311ce']}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:23.482488 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7dfc3f04-7de3-4bea-9429-be84e756c627 req-840c73a0-a1f5-4557-95a6-86d7912f3781 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720639 Apr 08 02:46:23.511999 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:23.609545 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ba16c-4e27-448b-a791-952f95cf9131 req-9e148bc9-9c5c-498d-8078-6540e9e97b59 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:23.616593 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-459ba16c-4e27-448b-a791-952f95cf9131 req-9e148bc9-9c5c-498d-8078-6540e9e97b59 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.0876136 Apr 08 02:46:23.630250 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a392f7-8810-4943-857e-f37b90b7522a,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:23.662663 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-459ba16c-4e27-448b-a791-952f95cf9131 req-1e22e14c-e7f6-487e-99b0-cae5859a0dcf tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454259 Apr 08 02:46:23.775381 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Attempting to bind port c1a392f7-8810-4943-857e-f37b90b7522a on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:46:23.775777 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Attempting to bind port c1a392f7-8810-4943-857e-f37b90b7522a by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'cbb40668-820f-4410-b3e1-174b7f145a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:46:23.776054 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Attempting to bind port c1a392f7-8810-4943-857e-f37b90b7522a on network 4a3cb90d-9940-4f92-a7bf-92930ef99be3 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:46:23.788558 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:23.798549 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:port and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:23.800991 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Port c1a392f7-8810-4943-857e-f37b90b7522a on network 4a3cb90d-9940-4f92-a7bf-92930ef99be3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:46:23.801313 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Attempting to bind port c1a392f7-8810-4943-857e-f37b90b7522a on network 4a3cb90d-9940-4f92-a7bf-92930ef99be3 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:46:23.805010 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:23.813123 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:46:23.813468 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Checking segment: {'id': 'cbb40668-820f-4410-b3e1-174b7f145a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:46:23.813830 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Bound using segment: {'id': 'cbb40668-820f-4410-b3e1-174b7f145a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:46:23.814262 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Bound port: c1a392f7-8810-4943-857e-f37b90b7522a, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb40668-820f-4410-b3e1-174b7f145a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:46:23.814609 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:23.825720 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7e65806e-e913-4b6a-b5ac-0042c8cbc2d4 req-37cb74b7-86b6-441c-9b16-409d5a55645d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 1099 time: 0.1316435 Apr 08 02:46:23.838453 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:23.890137 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Made reservation on behalf of d73314cb194d45a0981f40eece2fdb5a for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:46:23.893036 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:23.910987 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ba9b5e00-525f-4a02-af7e-1dd6abe18022 req-19bef25c-3c8e-47e0-a56e-f3afe3baa36a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 1103 time: 0.2272980 Apr 08 02:46:24.029427 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47940e89-e8e3-4e2b-b620-d60d202cbf55 req-fbf9621c-9872-4723-8c87-b23ccae92556 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:24.031044 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-47940e89-e8e3-4e2b-b620-d60d202cbf55 req-fbf9621c-9872-4723-8c87-b23ccae92556 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.2591743 Apr 08 02:46:24.038941 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] For port c1a392f7-8810-4943-857e-f37b90b7522a, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:46:24.063076 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] For port c1a392f7-8810-4943-857e-f37b90b7522a, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c1a392f7-8810-4943-857e-f37b90b7522a,segment=NetworkSegment(cbb40668-820f-4410-b3e1-174b7f145a04),segment_id=cbb40668-820f-4410-b3e1-174b7f145a04)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:46:24.098543 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65806e-e913-4b6a-b5ac-0042c8cbc2d4 req-593580bd-764b-4dc0-bf52-3805bd1abaf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:24.100364 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7e65806e-e913-4b6a-b5ac-0042c8cbc2d4 req-593580bd-764b-4dc0-bf52-3805bd1abaf8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 919 time: 0.2651196 Apr 08 02:46:24.102799 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ba9b5e00-525f-4a02-af7e-1dd6abe18022 req-b5705f95-811b-4aa1-bbae-0e05ec985114 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845815 Apr 08 02:46:24.105887 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:24.153073 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7e729735-38d0-4d8f-88fe-29ccedf5cb35 req-1283835f-afa6-417a-9cb6-53c7735c983f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 210 time: 0.0504375 Apr 08 02:46:24.157577 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-47940e89-e8e3-4e2b-b620-d60d202cbf55 req-ff719bcd-0e17-4383-b8af-142854821dea tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145978 Apr 08 02:46:24.183790 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:24.185130 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] 10.222.0.37 "PUT /v2.0/ports/c1a392f7-8810-4943-857e-f37b90b7522a HTTP/1.1" status: 200 len: 1093 time: 2.0977499 Apr 08 02:46:24.187529 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8bc5a8-ff98-41e2-af30-f08b1a97dd10', 'tag': 'c1a392f7-8810-4943-857e-f37b90b7522a'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:46:24.206157 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Allocated IP 172.20.0.14 (12062f10-b133-4784-86c3-8f4eb869d796/57980487-889a-49d9-bd17-72de232f8919/3db28e6c-a293-4f71-a021-1097b0ac847b) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:46:24.217682 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fa2e1-3df5-49d0-900b-59d592161ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a392f7-8810-4943-857e-f37b90b7522a,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:24.268198 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7965708f-851c-481f-a429-a42ab42a453f'] response: {'name': 'network-changed', 'server_uuid': 'ca8bc5a8-ff98-41e2-af30-f08b1a97dd10', 'tag': 'c1a392f7-8810-4943-857e-f37b90b7522a', 'status': 'completed', 'code': 200} Apr 08 02:46:24.378295 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7e65806e-e913-4b6a-b5ac-0042c8cbc2d4 req-4d3ad257-7c31-4150-8dc6-86faa44fd598 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c0c7a26-cc40-44c5-958d-6f0b8443aba9 HTTP/1.1" status: 200 len: 217 time: 0.0632331 Apr 08 02:46:24.449313 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:24.460299 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65806e-e913-4b6a-b5ac-0042c8cbc2d4 req-54d26a5e-3e0e-4420-9fcf-7f4fc7a5e54f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:24.462479 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7e65806e-e913-4b6a-b5ac-0042c8cbc2d4 req-54d26a5e-3e0e-4420-9fcf-7f4fc7a5e54f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.0749748 Apr 08 02:46:24.471638 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Transition to ACTIVE for port object 3db28e6c-a293-4f71-a021-1097b0ac847b will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:24.484629 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ab0c0352-08af-4ba4-be4a-fec5580ee508 req-1d67f75e-9f13-469e-a5b7-37bf5f2c37d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28de6d7fc9b94374b2d5f07409ba175e&device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 1096 time: 0.1314342 Apr 08 02:46:24.572573 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:24.660115 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c87072-8392-4e12-ac0c-5fb4c23d8cc1 req-f13fdd40-73ec-4742-9a45-778ee521cc1a tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:24.661891 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a4c87072-8392-4e12-ac0c-5fb4c23d8cc1 req-f13fdd40-73ec-4742-9a45-778ee521cc1a tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 950 time: 0.1911509 Apr 08 02:46:24.664313 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7e65806e-e913-4b6a-b5ac-0042c8cbc2d4 req-3c00914c-847a-42dd-b7c4-aa067af67efe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1917255 Apr 08 02:46:24.665325 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Network 12062f10-b133-4784-86c3-8f4eb869d796 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:24.671436 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:24.673713 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:46:24.677694 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:24.678286 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:24.695776 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'Port': ['ID=3db28e6c-a293-4f71-a021-1097b0ac847b,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:24.706279 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7c9be-d0cb-4914-acfc-f196c639c645 req-39527b6e-fd91-44f4-a7c2-7b31f59ab10e tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:24.711528 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-16a7c9be-d0cb-4914-acfc-f196c639c645 req-39527b6e-fd91-44f4-a7c2-7b31f59ab10e tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 943 time: 0.1776400 Apr 08 02:46:24.726705 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-8633fb2f-ae63-4ca0-8291-43dd2b6c6701 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2726231 Apr 08 02:46:24.734423 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c0352-08af-4ba4-be4a-fec5580ee508 req-31efaf2c-62f3-4f57-9bce-80689e306207 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:24.735983 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ab0c0352-08af-4ba4-be4a-fec5580ee508 req-31efaf2c-62f3-4f57-9bce-80689e306207 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=28de6d7fc9b94374b2d5f07409ba175e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2426884 Apr 08 02:46:24.740735 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Request body: {'port': {'device_id': '57e02c61-38a9-4587-8a34-9c98658c2172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:24.842991 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a4c87072-8392-4e12-ac0c-5fb4c23d8cc1 req-5eabb5e8-3fbf-4bf0-9ee1-5b5e7385f6eb tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739700 Apr 08 02:46:24.863679 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-16a7c9be-d0cb-4914-acfc-f196c639c645 req-5a10f536-6605-47d4-922b-4801b98d49c5 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427870 Apr 08 02:46:24.887763 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7e65806e-e913-4b6a-b5ac-0042c8cbc2d4 req-21195217-31e0-4be1-b27e-7747429f9ff5 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043691 Apr 08 02:46:24.968932 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:24.977859 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-aa6f2711-b800-489d-9d54-9ba7761fe791 None None] Provisioning for port 3db28e6c-a293-4f71-a021-1097b0ac847b completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:24.984360 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-aa6f2711-b800-489d-9d54-9ba7761fe791 None None] Provisioning complete for port 3db28e6c-a293-4f71-a021-1097b0ac847b triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:24.985924 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c0352-08af-4ba4-be4a-fec5580ee508 req-58c07438-98f7-4405-8706-541dae9e419c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:24.986425 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2711-b800-489d-9d54-9ba7761fe791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:24.987414 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ab0c0352-08af-4ba4-be4a-fec5580ee508 req-58c07438-98f7-4405-8706-541dae9e419c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2229941 Apr 08 02:46:25.056329 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f2711-b800-489d-9d54-9ba7761fe791 None None] Port 3db28e6c-a293-4f71-a021-1097b0ac847b cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:46:25.093903 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7e65806e-e913-4b6a-b5ac-0042c8cbc2d4 req-7a211d65-5550-42cb-8871-72237c0e728e service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946676 Apr 08 02:46:25.132084 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3238d-4f96-4b1c-8134-888117be2871 req-4ce8fef3-df1c-44dc-8872-fffd3678cce5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:25.134058 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7dd3238d-4f96-4b1c-8134-888117be2871 req-4ce8fef3-df1c-44dc-8872-fffd3678cce5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.0909388 Apr 08 02:46:25.184938 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7dd3238d-4f96-4b1c-8134-888117be2871 req-5439668e-3680-4992-864d-2901b13b04c4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444231 Apr 08 02:46:25.353280 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-14b37afc-22fa-47a4-96f7-c8b32a629956 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28de6d7fc9b94374b2d5f07409ba175e&device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 1096 time: 0.3164170 Apr 08 02:46:25.435527 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-766a1f55-22db-4cd6-8182-686a6bba9424 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1a392f7-8810-4943-857e-f37b90b7522a HTTP/1.1" status: 200 len: 217 time: 0.0700309 Apr 08 02:46:25.481560 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c3418-f5fd-4de3-8cda-b1f2e7a30c1a req-46119f3c-1526-49e6-810f-ea3322f66aca tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:25.483100 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a66c3418-f5fd-4de3-8cda-b1f2e7a30c1a req-46119f3c-1526-49e6-810f-ea3322f66aca tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 932 time: 0.1677001 Apr 08 02:46:25.489473 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455965c-6d5c-4c9a-8e6a-6aa1a98a5f2a req-d40b7b4d-c170-4544-a942-82cffe7e5835 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:25.490862 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8455965c-6d5c-4c9a-8e6a-6aa1a98a5f2a req-d40b7b4d-c170-4544-a942-82cffe7e5835 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.1224921 Apr 08 02:46:25.543415 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597154d-186a-4792-9106-bfc8aaa43998 req-9035253b-4794-4ec3-b955-f0a64847bf53 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:25.544883 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-9035253b-4794-4ec3-b955-f0a64847bf53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f622640-4926-4bda-ae29-5681442cf848 HTTP/1.1" status: 200 len: 854 time: 0.0933416 Apr 08 02:46:25.565447 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a66c3418-f5fd-4de3-8cda-b1f2e7a30c1a req-f0bf175a-2ba6-46ef-84d9-f9cdf1945ab6 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b324a406-51c3-4c6c-92a2-7902671311ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736072 Apr 08 02:46:25.567887 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8455965c-6d5c-4c9a-8e6a-6aa1a98a5f2a req-f81d497d-0dc9-48ad-ac26-d3bf098d4907 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628767 Apr 08 02:46:25.616403 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-3db6a0bb-2bc0-4ff8-8d49-db97a20c9525 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a3cb90d-9940-4f92-a7bf-92930ef99be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632100 Apr 08 02:46:25.746931 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db28e6c-a293-4f71-a021-1097b0ac847b {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:46:25.756529 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:25.787329 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Transition to ACTIVE for port object 3db28e6c-a293-4f71-a021-1097b0ac847b will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:25.800242 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:25.840593 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-e3aea900-bf41-4192-8b7f-e5ba249f779c service neutron] 10.222.0.37 "GET /v2.0/networks/4a3cb90d-9940-4f92-a7bf-92930ef99be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923614 Apr 08 02:46:26.033141 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Pushing event updated for resources: {'Port': ['ID=3db28e6c-a293-4f71-a021-1097b0ac847b,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:26.117305 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e597154d-186a-4792-9106-bfc8aaa43998 req-10f49e38-2360-4b20-b57d-a69c8b143ffa service neutron] 10.222.0.37 "GET /v2.0/networks/4a3cb90d-9940-4f92-a7bf-92930ef99be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672455 Apr 08 02:46:26.123914 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Attempting to bind port 3db28e6c-a293-4f71-a021-1097b0ac847b on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:46:26.124249 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Attempting to bind port 3db28e6c-a293-4f71-a021-1097b0ac847b by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:46:26.124661 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Attempting to bind port 3db28e6c-a293-4f71-a021-1097b0ac847b on network 12062f10-b133-4784-86c3-8f4eb869d796 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:46:26.130682 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Port 3db28e6c-a293-4f71-a021-1097b0ac847b on network 12062f10-b133-4784-86c3-8f4eb869d796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:46:26.131023 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Attempting to bind port 3db28e6c-a293-4f71-a021-1097b0ac847b on network 12062f10-b133-4784-86c3-8f4eb869d796 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:46:26.139125 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:46:26.139465 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Checking segment: {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:46:26.139861 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Bound using segment: {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:46:26.140273 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Bound port: 3db28e6c-a293-4f71-a021-1097b0ac847b, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:46:26.140618 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:26.188383 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fbc1a-4429-4623-b2eb-d6b7da6b4a2f req-0da659f3-3f88-41f1-8b85-3c0cd6ce4e90 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:26.189840 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-327fbc1a-4429-4623-b2eb-d6b7da6b4a2f req-0da659f3-3f88-41f1-8b85-3c0cd6ce4e90 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 950 time: 0.1390278 Apr 08 02:46:26.201307 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de0a54-c9e1-41ae-bc9e-ccae70be2c65 req-ce0c0312-5e97-4bd5-98d2-65e8ccfce767 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:26.202738 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c2de0a54-c9e1-41ae-bc9e-ccae70be2c65 req-ce0c0312-5e97-4bd5-98d2-65e8ccfce767 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 943 time: 0.1101952 Apr 08 02:46:26.233766 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] For port 3db28e6c-a293-4f71-a021-1097b0ac847b, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:46:26.236657 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] For port 3db28e6c-a293-4f71-a021-1097b0ac847b, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3db28e6c-a293-4f71-a021-1097b0ac847b,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:46:26.242095 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:26.302933 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:26.304541 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] 10.222.0.37 "PUT /v2.0/ports/3db28e6c-a293-4f71-a021-1097b0ac847b HTTP/1.1" status: 200 len: 1094 time: 1.5674250 Apr 08 02:46:26.304983 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e02c61-38a9-4587-8a34-9c98658c2172', 'tag': '3db28e6c-a293-4f71-a021-1097b0ac847b'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:46:26.331735 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-327fbc1a-4429-4623-b2eb-d6b7da6b4a2f req-71a2eb3b-6a65-42ee-a9cd-287bec6c8e73 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360497 Apr 08 02:46:26.338339 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0957fae-a75d-4b6d-b23f-13cb1b73e773 service neutron] Pushing event updated for resources: {'Port': ['ID=3db28e6c-a293-4f71-a021-1097b0ac847b,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:26.351474 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c2de0a54-c9e1-41ae-bc9e-ccae70be2c65 req-9e6854d1-d789-465c-987d-38e31f2d90b8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338320 Apr 08 02:46:26.458338 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-48e30231-7ea7-4871-bfa7-a34b7ac31cc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 1097 time: 0.1027994 Apr 08 02:46:26.543573 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbcfa5a7-db8a-4b33-9ec2-dfa4117756a9'] response: {'name': 'network-changed', 'server_uuid': '57e02c61-38a9-4587-8a34-9c98658c2172', 'tag': '3db28e6c-a293-4f71-a021-1097b0ac847b', 'status': 'completed', 'code': 200} Apr 08 02:46:26.559848 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-17f7a370-7888-4eda-bbaf-8217aeda232c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3db28e6c-a293-4f71-a021-1097b0ac847b HTTP/1.1" status: 200 len: 217 time: 0.0935736 Apr 08 02:46:26.578740 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e38a35-9447-49b6-8866-d40df892f043 req-28e835c8-2626-45a9-a332-435c2250654f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:26.580174 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-86e38a35-9447-49b6-8866-d40df892f043 req-28e835c8-2626-45a9-a332-435c2250654f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.0958388 Apr 08 02:46:26.644298 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-86e38a35-9447-49b6-8866-d40df892f043 req-aa704ef3-3ae5-4d47-aa77-fb6bb8516cc2 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586407 Apr 08 02:46:26.662588 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-c1e62607-4a2b-4b92-88c8-993ee08eca2a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:26.664449 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-c1e62607-4a2b-4b92-88c8-993ee08eca2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57980487-889a-49d9-bd17-72de232f8919 HTTP/1.1" status: 200 len: 853 time: 0.0957654 Apr 08 02:46:26.766331 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-1792b278-524e-4116-abd0-e2ce117bb1b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12062f10-b133-4784-86c3-8f4eb869d796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0935569 Apr 08 02:46:26.909629 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566c97d-8ad4-4d57-b25f-ade6f3c06d2d req-85995c29-dd03-4756-942f-64277192c970 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:26.916417 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7566c97d-8ad4-4d57-b25f-ade6f3c06d2d req-85995c29-dd03-4756-942f-64277192c970 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 944 time: 0.1312139 Apr 08 02:46:26.953561 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-221a058a-9722-4c72-925e-7cc04ce7e3b2 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695435 Apr 08 02:46:26.992598 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7566c97d-8ad4-4d57-b25f-ade6f3c06d2d req-e2f88242-22f7-4f3b-bf88-951c7582d832 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b324a406-51c3-4c6c-92a2-7902671311ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751822 Apr 08 02:46:27.019604 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96541-7456-470d-8333-8f207053942d req-8c75628a-6b6c-4d5e-a47f-8bfc28181bd3 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:27.021762 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6cc96541-7456-470d-8333-8f207053942d req-8c75628a-6b6c-4d5e-a47f-8bfc28181bd3 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.1614523 Apr 08 02:46:27.074738 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6cc96541-7456-470d-8333-8f207053942d req-3eb8d7f5-abce-4809-8907-6cc66f23fa57 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472419 Apr 08 02:46:27.183592 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cfaf4-62e1-4b0d-86a8-a273fe614252 req-46c3a8ca-7156-4a42-958a-006381acc4b8 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:27.185027 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-527cfaf4-62e1-4b0d-86a8-a273fe614252 req-46c3a8ca-7156-4a42-958a-006381acc4b8 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 950 time: 0.0757074 Apr 08 02:46:27.196401 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-28d3d893-1b29-4ce3-b6d8-66378b9cf990 req-98876473-7705-4443-80b3-d7e3e9567a29 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360861 Apr 08 02:46:27.232470 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-527cfaf4-62e1-4b0d-86a8-a273fe614252 req-4b1f800f-be52-46f5-abe2-6a8c8793d9fb tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Apr 08 02:46:27.374088 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-22db51bc-33d8-4727-8076-f32ba85153e9 req-dfa50f30-c131-48e3-af81-779c22b2b3d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 1097 time: 0.0933404 Apr 08 02:46:27.514664 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db51bc-33d8-4727-8076-f32ba85153e9 req-bbe8d3e2-7e5e-4fef-81ad-a0c071c498a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:27.516143 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-22db51bc-33d8-4727-8076-f32ba85153e9 req-bbe8d3e2-7e5e-4fef-81ad-a0c071c498a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 915 time: 0.1348937 Apr 08 02:46:27.579689 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a58ed-1aba-4008-ae77-9e44ecfcd594 req-1a7884e0-97e0-4b32-b93d-c9ddb0372966 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:27.581143 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a71a58ed-1aba-4008-ae77-9e44ecfcd594 req-1a7884e0-97e0-4b32-b93d-c9ddb0372966 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 943 time: 0.0780015 Apr 08 02:46:27.592378 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-22db51bc-33d8-4727-8076-f32ba85153e9 req-e8af9592-b65d-423b-97f6-80640dcd7ff2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3db28e6c-a293-4f71-a021-1097b0ac847b HTTP/1.1" status: 200 len: 217 time: 0.0588727 Apr 08 02:46:27.627250 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a71a58ed-1aba-4008-ae77-9e44ecfcd594 req-78f86214-5259-4d0f-926a-263639c9ddb2 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Apr 08 02:46:27.659820 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db51bc-33d8-4727-8076-f32ba85153e9 req-a8699dbb-d51f-4f1b-9825-2c08f9b6094c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:27.661266 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-22db51bc-33d8-4727-8076-f32ba85153e9 req-a8699dbb-d51f-4f1b-9825-2c08f9b6094c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57980487-889a-49d9-bd17-72de232f8919 HTTP/1.1" status: 200 len: 853 time: 0.0617936 Apr 08 02:46:27.738382 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-22db51bc-33d8-4727-8076-f32ba85153e9 req-b0fefe90-c0d7-49cc-8635-04be30a401cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12062f10-b133-4784-86c3-8f4eb869d796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701883 Apr 08 02:46:27.859456 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa920fc-cca7-4051-b5be-b83dcc361589 req-b99c5123-89a1-45fd-bc05-e4cdba25476b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:27.860896 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-baa920fc-cca7-4051-b5be-b83dcc361589 req-b99c5123-89a1-45fd-bc05-e4cdba25476b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.0778923 Apr 08 02:46:27.876005 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-22db51bc-33d8-4727-8076-f32ba85153e9 req-38fdd00a-9d10-4ef1-9aa3-e28b53eee9b0 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270561 Apr 08 02:46:27.910348 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-baa920fc-cca7-4051-b5be-b83dcc361589 req-b44c30af-c84c-46bf-9305-29335f6376bc tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413535 Apr 08 02:46:28.010083 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-22db51bc-33d8-4727-8076-f32ba85153e9 req-91544cb3-7e7d-4ae3-85e8-9e166feb5f37 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249187 Apr 08 02:46:28.195972 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d43eb-e3c8-473d-9617-7f0701c95915 req-42579ea1-a064-402e-baa1-dc5f504c0824 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:28.197403 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7f9d43eb-e3c8-473d-9617-7f0701c95915 req-42579ea1-a064-402e-baa1-dc5f504c0824 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 944 time: 0.0831401 Apr 08 02:46:28.291213 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7f9d43eb-e3c8-473d-9617-7f0701c95915 req-2655c419-58df-4d29-97bf-db8f9044288b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b324a406-51c3-4c6c-92a2-7902671311ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870578 Apr 08 02:46:28.309629 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68473994-97ed-4f0f-b4e3-2887040f48d2 req-4dda6ed5-4533-4005-8861-89d166ba427b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:28.311219 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-68473994-97ed-4f0f-b4e3-2887040f48d2 req-4dda6ed5-4533-4005-8861-89d166ba427b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.1082838 Apr 08 02:46:28.364799 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-68473994-97ed-4f0f-b4e3-2887040f48d2 req-917a34a6-d76f-44e6-adec-e9326a43fdbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449142 Apr 08 02:46:28.490142 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade497b-bce3-4d8a-a069-e5fc56d1604b req-8f80961e-8ebb-4660-b635-fa2b7240c96d tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:28.495422 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9ade497b-bce3-4d8a-a069-e5fc56d1604b req-8f80961e-8ebb-4660-b635-fa2b7240c96d tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 950 time: 0.0873716 Apr 08 02:46:28.510246 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device c1a392f7-8810-4943-857e-f37b90b7522a details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:46:28.540955 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9ade497b-bce3-4d8a-a069-e5fc56d1604b req-f0dfe9aa-3f8f-43ba-b951-88ae18535f06 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432885 Apr 08 02:46:28.704058 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port c1a392f7-8810-4943-857e-f37b90b7522a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c1a392f7-8810-4943-857e-f37b90b7522a,segment=NetworkSegment(cbb40668-820f-4410-b3e1-174b7f145a04),segment_id=cbb40668-820f-4410-b3e1-174b7f145a04)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:28.725555 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': 'c1a392f7-8810-4943-857e-f37b90b7522a', 'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3', 'port_id': 'c1a392f7-8810-4943-857e-f37b90b7522a', 'mac_address': 'fa:16:3e:59:40:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f622640-4926-4bda-ae29-5681442cf848', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:46:28.805375 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:28.831008 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a392f7-8810-4943-857e-f37b90b7522a {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:46:28.832825 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73ca9a-4465-42af-8dfd-23d5353d8d89 req-0c2f3d8f-4b85-45e0-85eb-50ff14376fd4 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:28.834359 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-dd73ca9a-4465-42af-8dfd-23d5353d8d89 req-0c2f3d8f-4b85-45e0-85eb-50ff14376fd4 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Synchronizing usage tracker for tenant:9a09ceed71104c528f738d61f720bba2 on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:46:28.857684 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-dd73ca9a-4465-42af-8dfd-23d5353d8d89 req-0c2f3d8f-4b85-45e0-85eb-50ff14376fd4 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Unset dirty status for tenant:9a09ceed71104c528f738d61f720bba2 on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:46:28.860853 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-dd73ca9a-4465-42af-8dfd-23d5353d8d89 req-0c2f3d8f-4b85-45e0-85eb-50ff14376fd4 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.37 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 950 time: 0.1237659 Apr 08 02:46:28.890755 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port c1a392f7-8810-4943-857e-f37b90b7522a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c1a392f7-8810-4943-857e-f37b90b7522a,segment=NetworkSegment(cbb40668-820f-4410-b3e1-174b7f145a04),segment_id=cbb40668-820f-4410-b3e1-174b7f145a04)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:28.898664 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:28.920565 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08809c12-c75a-4d04-a84c-b31df89a36e6 req-8063f435-e6cd-4491-b228-834208e1022e tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:28.927797 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-08809c12-c75a-4d04-a84c-b31df89a36e6 req-8063f435-e6cd-4491-b228-834208e1022e tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 943 time: 0.1375132 Apr 08 02:46:28.946109 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-dd73ca9a-4465-42af-8dfd-23d5353d8d89 req-98cec8ca-9e38-434a-87f0-bd834b67f374 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Deleting port fa125bda-c4c6-446c-ab5d-83655096f784 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:46:28.946454 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-dd73ca9a-4465-42af-8dfd-23d5353d8d89 req-98cec8ca-9e38-434a-87f0-bd834b67f374 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:28.976534 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-08809c12-c75a-4d04-a84c-b31df89a36e6 req-a6901dd5-55da-4396-a002-9c8e51440e90 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474665 Apr 08 02:46:29.003652 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=c1a392f7-8810-4943-857e-f37b90b7522a,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:29.157278 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bba696-d8f7-48dc-b498-500247f42938 req-f4c3f75e-e6bf-401e-bbdd-fa7030ae8181 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:29.158710 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f3bba696-d8f7-48dc-b498-500247f42938 req-f4c3f75e-e6bf-401e-bbdd-fa7030ae8181 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.0744932 Apr 08 02:46:29.207501 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f3bba696-d8f7-48dc-b498-500247f42938 req-f3efd2f9-5daa-430f-8414-486c02a9d65b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421205 Apr 08 02:46:29.213949 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-dd73ca9a-4465-42af-8dfd-23d5353d8d89 req-98cec8ca-9e38-434a-87f0-bd834b67f374 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] For port fa125bda-c4c6-446c-ab5d-83655096f784, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=fa125bda-c4c6-446c-ab5d-83655096f784,segment=NetworkSegment(2eddfe58-3529-4b35-8af5-29e237eac46d),segment_id=2eddfe58-3529-4b35-8af5-29e237eac46d)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:29.214307 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-dd73ca9a-4465-42af-8dfd-23d5353d8d89 req-98cec8ca-9e38-434a-87f0-bd834b67f374 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:29.249970 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['c1a392f7-8810-4943-857e-f37b90b7522a'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:46:29.336280 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-dd73ca9a-4465-42af-8dfd-23d5353d8d89 req-98cec8ca-9e38-434a-87f0-bd834b67f374 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Calling delete_port for fa125bda-c4c6-446c-ab5d-83655096f784 owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:46:29.492377 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be537bff-dfb3-4688-a415-3197e8dc492e req-b062954d-c43c-4dc7-b7a3-8835558b211c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:29.492972 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-dd73ca9a-4465-42af-8dfd-23d5353d8d89 req-98cec8ca-9e38-434a-87f0-bd834b67f374 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:29.495449 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-be537bff-dfb3-4688-a415-3197e8dc492e req-b062954d-c43c-4dc7-b7a3-8835558b211c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 944 time: 0.0788231 Apr 08 02:46:29.539238 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cec8ca-9e38-434a-87f0-bd834b67f374 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Pushing event deleted for resources: {'Port': ['ID=fa125bda-c4c6-446c-ab5d-83655096f784,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:29.540478 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-be537bff-dfb3-4688-a415-3197e8dc492e req-0a989540-55e5-4efc-95bc-353cfbe74d04 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b324a406-51c3-4c6c-92a2-7902671311ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407157 Apr 08 02:46:29.696485 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd73ca9a-4465-42af-8dfd-23d5353d8d89 req-98cec8ca-9e38-434a-87f0-bd834b67f374 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] No DVR routers for this DVR port fa125bda-c4c6-446c-ab5d-83655096f784 on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:46:29.699714 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-dd73ca9a-4465-42af-8dfd-23d5353d8d89 req-98cec8ca-9e38-434a-87f0-bd834b67f374 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:29.702563 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5774a0e0-f21f-436f-b6c0-ad7c9dc632a8', 'name': 'network-vif-deleted', 'tag': 'fa125bda-c4c6-446c-ab5d-83655096f784'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:46:29.722301 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-dd73ca9a-4465-42af-8dfd-23d5353d8d89 req-98cec8ca-9e38-434a-87f0-bd834b67f374 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.37 "DELETE /v2.0/ports/fa125bda-c4c6-446c-ab5d-83655096f784 HTTP/1.1" status: 204 len: 173 time: 0.8545430 Apr 08 02:46:29.727169 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5670291d-1c99-40ea-9173-74d73f23d147 req-b14a930b-5410-4ede-996e-4ec5612384e5 tempest-VolumesNegativeTest-46015771 tempest-VolumesNegativeTest-46015771-project] 10.222.0.44 "GET /v2.0/ports?device_id=5774a0e0-f21f-436f-b6c0-ad7c9dc632a8 HTTP/1.1" status: 200 len: 210 time: 0.0436332 Apr 08 02:46:29.771227 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb56384-99ce-4354-9166-5f9f9ae6798c'] response: {'server_uuid': '5774a0e0-f21f-436f-b6c0-ad7c9dc632a8', 'name': 'network-vif-deleted', 'tag': 'fa125bda-c4c6-446c-ab5d-83655096f784', 'status': 'completed', 'code': 200} Apr 08 02:46:30.029989 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['fa125bda-c4c6-446c-ab5d-83655096f784'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:46:30.197677 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e792f4-05df-4773-bb49-45a183b41809 req-152d133a-827b-458d-a343-11a592ddfd37 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:30.199237 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-27e792f4-05df-4773-bb49-45a183b41809 req-152d133a-827b-458d-a343-11a592ddfd37 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 944 time: 0.0793579 Apr 08 02:46:30.210016 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37444) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:30.217250 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-f594b90f-5c7f-4475-9fc9-396cd8cda062 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1286391548', 'description': 'tempest-description--1579771537'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:30.224871 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-f594b90f-5c7f-4475-9fc9-396cd8cda062 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:30.239025 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-f594b90f-5c7f-4475-9fc9-396cd8cda062 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:30.264888 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f594b90f-5c7f-4475-9fc9-396cd8cda062 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.275375 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-27e792f4-05df-4773-bb49-45a183b41809 req-cf5905a8-d766-4010-a978-8d025ed7bdf6 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666227 Apr 08 02:46:30.321588 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-f594b90f-5c7f-4475-9fc9-396cd8cda062 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:30.325893 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-f594b90f-5c7f-4475-9fc9-396cd8cda062 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Usage tracker for resource:security_group_rule and tenant:d1d586e8af214fe5b20a54f74147d206 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:30.329471 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-f594b90f-5c7f-4475-9fc9-396cd8cda062 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:30.337784 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-f594b90f-5c7f-4475-9fc9-396cd8cda062 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:30.398787 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f594b90f-5c7f-4475-9fc9-396cd8cda062 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.405414 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f594b90f-5c7f-4475-9fc9-396cd8cda062 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.447820 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594b90f-5c7f-4475-9fc9-396cd8cda062 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:30.458861 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f594b90f-5c7f-4475-9fc9-396cd8cda062 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.460816 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-f594b90f-5c7f-4475-9fc9-396cd8cda062 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2496517 Apr 08 02:46:30.463705 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37452) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:30.469365 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Request body: {'security_group_rule': {'security_group_id': '6909a789-e3d9-41ef-8a94-1b2fc15e9c2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:30.476069 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:30.479952 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Usage tracker for resource:security_group_rule and tenant:d1d586e8af214fe5b20a54f74147d206 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:30.483022 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:30.489842 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:30.495376 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1eac-79bc-4be7-aaac-5391c62da7e8 req-088da12a-f6ac-48ee-a2e4-b86b0ec4a131 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:30.497760 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-90cf1eac-79bc-4be7-aaac-5391c62da7e8 req-088da12a-f6ac-48ee-a2e4-b86b0ec4a131 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1091430 Apr 08 02:46:30.508914 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.515130 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 3db28e6c-a293-4f71-a021-1097b0ac847b details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:46:30.520363 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device c1a392f7-8810-4943-857e-f37b90b7522a up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:46:30.549237 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-90cf1eac-79bc-4be7-aaac-5391c62da7e8 req-7966ffa4-4615-4393-b21b-c1c65d3e7c8b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448177 Apr 08 02:46:30.595294 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.603151 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.637315 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba91ebc8-f6be-43c2-ab0d-6b882bb4647c,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:30.642338 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.643820 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1791735 Apr 08 02:46:30.647093 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 37458) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:30.650728 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.651221 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.651653 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.652096 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.652608 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Request body: {'security_group_rule': {'security_group_id': '6909a789-e3d9-41ef-8a94-1b2fc15e9c2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:30.652798 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.653227 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.653641 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.654055 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.654466 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.654926 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.655378 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2dfe8b-3f47-4339-89ac-1bdcdcb10f29 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.663323 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:30.669286 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Usage tracker for resource:security_group_rule and tenant:d1d586e8af214fe5b20a54f74147d206 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:30.673272 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:30.680302 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:30.731507 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 3db28e6c-a293-4f71-a021-1097b0ac847b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3db28e6c-a293-4f71-a021-1097b0ac847b,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:30.747325 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '3db28e6c-a293-4f71-a021-1097b0ac847b', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'port_id': '3db28e6c-a293-4f71-a021-1097b0ac847b', 'mac_address': 'fa:16:3e:e2:32:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:46:30.757530 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.806405 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.830189 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db28e6c-a293-4f71-a021-1097b0ac847b {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:46:30.835071 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0f318-66e7-462a-937e-71fea2f0129b req-9b3c2ea8-6b03-4433-b3ec-f105052ca84a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:30.837389 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5cd0f318-66e7-462a-937e-71fea2f0129b req-9b3c2ea8-6b03-4433-b3ec-f105052ca84a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 944 time: 0.1502821 Apr 08 02:46:30.868654 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 3db28e6c-a293-4f71-a021-1097b0ac847b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3db28e6c-a293-4f71-a021-1097b0ac847b,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:30.869941 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.870160 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port c1a392f7-8810-4943-857e-f37b90b7522a completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:30.877715 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port c1a392f7-8810-4943-857e-f37b90b7522a triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:30.878138 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.889854 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.931635 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.943360 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:30.946213 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2981076 Apr 08 02:46:30.949558 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37470) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:30.955642 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Request body: {'floatingip': {'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:30.960341 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b2a7e9-4b1c-44c7-ae64-1e13be33263e,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:30.965899 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:30.970636 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Usage tracker for resource:floatingip and tenant:d1d586e8af214fe5b20a54f74147d206 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:30.973299 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.973644 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.973911 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:30.974008 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.974299 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.974629 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.974981 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.975306 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.975629 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.975950 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.976284 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.976586 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ef01f-255a-4812-a624-0aa51ee78af9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:30.979534 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:30.984351 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5cd0f318-66e7-462a-937e-71fea2f0129b req-de590a82-a203-4ce0-9d7a-cc5e81befd8f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b324a406-51c3-4c6c-92a2-7902671311ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339362 Apr 08 02:46:30.995987 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for floatingip, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:31.062236 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=3db28e6c-a293-4f71-a021-1097b0ac847b,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:31.131725 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:31.148534 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:31.160522 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8bc5a8-ff98-41e2-af30-f08b1a97dd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a392f7-8810-4943-857e-f37b90b7522a'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:46:31.178116 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port c1a392f7-8810-4943-857e-f37b90b7522a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c1a392f7-8810-4943-857e-f37b90b7522a,segment=NetworkSegment(cbb40668-820f-4410-b3e1-174b7f145a04),segment_id=cbb40668-820f-4410-b3e1-174b7f145a04)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:31.187195 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:31.236595 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96bbd96d-4f65-4e39-a178-ef736780c1dc'] response: {'server_uuid': 'ca8bc5a8-ff98-41e2-af30-f08b1a97dd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a392f7-8810-4943-857e-f37b90b7522a', 'code': 200} Apr 08 02:46:31.280161 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['3db28e6c-a293-4f71-a021-1097b0ac847b'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:46:31.308993 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Allocated IP 172.28.1.165 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/3ba2c812-a474-443e-b16d-8ff528c39678) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:46:31.350756 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=c1a392f7-8810-4943-857e-f37b90b7522a,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:31.563735 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031bd6b-95b7-436e-9396-44290d306c21 req-41b980cf-7877-4bdd-afbe-646c451724f5 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:31.565352 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6031bd6b-95b7-436e-9396-44290d306c21 req-41b980cf-7877-4bdd-afbe-646c451724f5 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 945 time: 0.0846848 Apr 08 02:46:31.565474 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:31.595438 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0c765105-195a-4c6c-90bc-ae12050f542f req-30441153-307e-4bc9-b92d-14ee553fcf1b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 1098 time: 0.1243045 Apr 08 02:46:31.619910 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:31.631553 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6031bd6b-95b7-436e-9396-44290d306c21 req-789005af-58a8-4b4e-986f-263f8abf6c4e tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600574 Apr 08 02:46:31.705623 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:31.710697 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:31.717095 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:46:31.720997 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Pushing event updated for resources: {'Port': ['ID=3ba2c812-a474-443e-b16d-8ff528c39678,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:31.729092 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0c765105-195a-4c6c-90bc-ae12050f542f req-dbe0e120-4e04-4524-848d-b4ece6ee8dfc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252937 Apr 08 02:46:31.793762 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566166e7-27f4-421b-af35-89ebcc0e6200 req-eff6abec-a7ae-4b14-905a-dfbecd890333 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:31.795296 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-566166e7-27f4-421b-af35-89ebcc0e6200 req-eff6abec-a7ae-4b14-905a-dfbecd890333 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.0902402 Apr 08 02:46:31.850974 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:31.910971 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-566166e7-27f4-421b-af35-89ebcc0e6200 req-602aa84e-e437-481c-a691-c894d38a4b3d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071501 Apr 08 02:46:31.931647 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:32.173073 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:32.180505 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:32.240356 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c166e-2250-47ab-92ed-5148c70956f4 req-9db69599-aad5-4d2b-ac11-3b8e8d2109e7 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:32.242492 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4a7c166e-2250-47ab-92ed-5148c70956f4 req-9db69599-aad5-4d2b-ac11-3b8e8d2109e7 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 945 time: 0.0954330 Apr 08 02:46:32.254056 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:32.285588 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Pushing event updated for resources: {'Port': ['ID=3ba2c812-a474-443e-b16d-8ff528c39678,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:32.296320 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:32.297858 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-14ebf570-3249-4b1a-b3fb-221f090e1c96 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3467917 Apr 08 02:46:32.315883 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4a7c166e-2250-47ab-92ed-5148c70956f4 req-8c45d565-958e-4b15-ae4e-be4c356633e5 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b324a406-51c3-4c6c-92a2-7902671311ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566299 Apr 08 02:46:32.530991 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device d2e714d5-68d5-4c5e-996c-1a3ace0aac43 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:46:32.535912 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 3db28e6c-a293-4f71-a021-1097b0ac847b up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:46:32.772223 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 3db28e6c-a293-4f71-a021-1097b0ac847b completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:32.790287 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:32.805493 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'port_id': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'mac_address': 'fa:16:3e:2b:9b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:46:32.818242 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 3db28e6c-a293-4f71-a021-1097b0ac847b triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:32.818627 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:32.834362 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-d5d68255-b8d0-46a6-bdbc-1d64f1e8317a tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1286391548&fields=id&tenant_id=d1d586e8af214fe5b20a54f74147d206 HTTP/1.1" status: 200 len: 267 time: 0.1201837 Apr 08 02:46:32.925891 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:32.947945 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2e714d5-68d5-4c5e-996c-1a3ace0aac43 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:46:32.965613 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:32.986794 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871bc80-c8ff-4ec8-acb0-66b7fcbf13e8 req-33b1db37-07fb-440d-9d48-6a97708e571e tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:32.988386 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0871bc80-c8ff-4ec8-acb0-66b7fcbf13e8 req-33b1db37-07fb-440d-9d48-6a97708e571e tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 945 time: 0.2196438 Apr 08 02:46:33.003927 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:33.032352 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-f51f4a96-c271-41ab-b010-1b236dad5392 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:33.039113 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-f51f4a96-c271-41ab-b010-1b236dad5392 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 818 time: 0.2038302 Apr 08 02:46:33.092382 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0871bc80-c8ff-4ec8-acb0-66b7fcbf13e8 req-0c4cd03e-4020-4256-bd6b-d021c3b27095 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976226 Apr 08 02:46:33.103332 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-45863b35-7fff-437f-82bc-b419e66cb649 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/quotas/d1d586e8af214fe5b20a54f74147d206 HTTP/1.1" status: 200 len: 375 time: 0.0632305 Apr 08 02:46:33.125641 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:33.165698 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['d2e714d5-68d5-4c5e-996c-1a3ace0aac43'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:46:33.207909 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,revision_number=6']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:33.224521 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-444375a7-5df2-4dad-a71f-041fafc037ed tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1124010 Apr 08 02:46:33.266718 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:33.267088 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:33.267422 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:33.267750 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:33.268106 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:33.268712 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:33.268978 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:33.269637 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:33.269967 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:33.270304 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:33.270592 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:33.281755 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e02c61-38a9-4587-8a34-9c98658c2172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db28e6c-a293-4f71-a021-1097b0ac847b'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:46:33.300664 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 3db28e6c-a293-4f71-a021-1097b0ac847b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3db28e6c-a293-4f71-a021-1097b0ac847b,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:33.312550 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:33.313252 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device fa125bda-c4c6-446c-ab5d-83655096f784 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:46:33.421225 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: fa125bda-c4c6-446c-ab5d-83655096f784 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:46:33.421936 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device fa125bda-c4c6-446c-ab5d-83655096f784 not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:46:33.479766 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=3db28e6c-a293-4f71-a021-1097b0ac847b,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:33.481539 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-b725b0d0-9c54-46b6-8bec-41362a1ca5e3 service neutron] 10.222.0.44 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514157 Apr 08 02:46:33.488501 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa024fa-c2f7-48f7-ba64-aa82c83c0238 req-b1b763ea-1d3c-4814-b5d0-123f4570f474 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:33.497772 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1aa024fa-c2f7-48f7-ba64-aa82c83c0238 req-b1b763ea-1d3c-4814-b5d0-123f4570f474 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 944 time: 0.2476008 Apr 08 02:46:33.705703 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1aa024fa-c2f7-48f7-ba64-aa82c83c0238 req-8684c5b1-d3e4-42c2-8db1-1f000bb6b2ef tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057536 Apr 08 02:46:33.728107 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-6f4b4a11-4295-4aff-9c02-3a44240a0c5a service neutron] 10.222.0.44 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278652 Apr 08 02:46:33.860239 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427f7c0c-bb02-41f9-bf2d-df205e9d17b9'] response: {'server_uuid': '57e02c61-38a9-4587-8a34-9c98658c2172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db28e6c-a293-4f71-a021-1097b0ac847b', 'code': 200} Apr 08 02:46:34.143405 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8a8aa6f1-f75b-4500-ac63-6536c9a5de99 req-4ff7f341-7231-4f2c-950e-bdb9e6aaee7e tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 210 time: 0.1536145 Apr 08 02:46:34.250208 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6304ba-9d21-45c1-ac46-f4601e4bf31d req-283ae3f1-0bb9-4ffb-9372-af72df41eac9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:34.252270 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ee6304ba-9d21-45c1-ac46-f4601e4bf31d req-283ae3f1-0bb9-4ffb-9372-af72df41eac9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 946 time: 0.1700022 Apr 08 02:46:34.319306 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a819487a-7d1e-4e49-ac68-88f9c2eacae3 req-7fdbef6f-4f38-4013-bd94-0255fe00557e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 1099 time: 0.1783829 Apr 08 02:46:34.399176 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ee6304ba-9d21-45c1-ac46-f4601e4bf31d req-c7b4efc4-dada-4610-95bb-568622080fd5 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b324a406-51c3-4c6c-92a2-7902671311ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330788 Apr 08 02:46:34.431113 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fab8c-3a23-4a3c-9dfa-e3a470fac782 req-eb64ac05-611b-43f3-9807-5a34299c07f8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:34.431963 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a819487a-7d1e-4e49-ac68-88f9c2eacae3 req-d504877e-f319-4c0b-8e63-38a7ede1b443 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b324a406-51c3-4c6c-92a2-7902671311ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938258 Apr 08 02:46:34.439328 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-509fab8c-3a23-4a3c-9dfa-e3a470fac782 req-eb64ac05-611b-43f3-9807-5a34299c07f8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 945 time: 0.1480117 Apr 08 02:46:34.499082 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-509fab8c-3a23-4a3c-9dfa-e3a470fac782 req-7335843f-9855-457b-aa19-b69f08f1673c tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587842 Apr 08 02:46:34.534696 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device d2e714d5-68d5-4c5e-996c-1a3ace0aac43 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:46:34.614190 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:34.614553 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:34.779917 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:34.818515 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:34.826645 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:34.979494 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,revision_number=7']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:35.132597 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cebfa-aca6-477d-9cd9-c595f8701d27 req-bc95121b-d587-440a-b1ae-3ee2c150a267 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:35.140652 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-670cebfa-aca6-477d-9cd9-c595f8701d27 req-bc95121b-d587-440a-b1ae-3ee2c150a267 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1422694 Apr 08 02:46:35.195126 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-670cebfa-aca6-477d-9cd9-c595f8701d27 req-5dca6372-affd-446b-ade5-d85bb6fc2d17 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530868 Apr 08 02:46:35.347822 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ca9997aa-eecb-4eca-a1cc-331acb3b4d40 req-59237a16-d923-4ae5-9106-00a24d1286be tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 210 time: 0.0567491 Apr 08 02:46:35.855012 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afb62c-4eb8-4a51-978b-3ae53459e902 req-7ee42f11-0cf8-4751-bbf3-e09dc1cd191a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:35.861671 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:46:35.865110 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-49afb62c-4eb8-4a51-978b-3ae53459e902 req-7ee42f11-0cf8-4751-bbf3-e09dc1cd191a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 946 time: 0.2081797 Apr 08 02:46:36.018269 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-c6e361a0-188b-4337-9373-d70b93ee380b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:36.019065 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-49afb62c-4eb8-4a51-978b-3ae53459e902 req-82b4518b-1f06-4c05-8299-d95ae5a8c20e tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b324a406-51c3-4c6c-92a2-7902671311ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470103 Apr 08 02:46:36.019841 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-c6e361a0-188b-4337-9373-d70b93ee380b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 818 time: 0.3269725 Apr 08 02:46:36.087087 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f78e73-82eb-4644-9996-319ee168d4c3'] response: {'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'code': 200} Apr 08 02:46:36.154082 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-51498022-d168-4110-b234-de4776aa8446 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Synchronizing usage tracker for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:security_group {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:46:36.180025 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-51498022-d168-4110-b234-de4776aa8446 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Unset dirty status for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:security_group {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:46:36.182185 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-51498022-d168-4110-b234-de4776aa8446 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1d586e8af214fe5b20a54f74147d206 HTTP/1.1" status: 200 len: 380 time: 0.1464274 Apr 08 02:46:36.194704 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Request body: {'port': {'device_id': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'admin_state_up': True, 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'security_groups': ['6909a789-e3d9-41ef-8a94-1b2fc15e9c2a']}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:36.375388 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:36.379668 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Usage tracker for resource:port and tenant:d1d586e8af214fe5b20a54f74147d206 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:36.382650 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:36.388691 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:36.407274 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Made reservation on behalf of d1d586e8af214fe5b20a54f74147d206 for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:46:36.410522 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:36.488062 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbca8e-8883-42f2-8ea7-019d3eb95d77 req-b85ae70d-5c30-40c7-abe8-0876b54fa221 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:36.489873 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2ccbca8e-8883-42f2-8ea7-019d3eb95d77 req-b85ae70d-5c30-40c7-abe8-0876b54fa221 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1336973 Apr 08 02:46:36.561187 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e955163a-6c15-48f2-8ef9-827f7c07843f req-db0e1d85-aff3-4529-af8a-7495d466788a tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 210 time: 0.0652111 Apr 08 02:46:36.595515 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2ccbca8e-8883-42f2-8ea7-019d3eb95d77 req-87ec075c-ad30-44fe-9948-802bcd24db8e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983567 Apr 08 02:46:36.808279 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Allocated IP 172.20.0.4 (c6b1e02c-7d4a-4675-b24d-c357b80488e2/ea7e6887-01fe-47d5-be3f-856517da1e35/5a0e77b0-bc9a-4212-9033-ec1a9147356f) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:46:37.087257 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:37.104856 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Transition to ACTIVE for port object 5a0e77b0-bc9a-4212-9033-ec1a9147356f will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:37.134352 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:37.220064 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Network c6b1e02c-7d4a-4675-b24d-c357b80488e2 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:37.223911 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:37.228652 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:46:37.235001 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:37.235876 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:37.242096 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Pushing event updated for resources: {'Port': ['ID=5a0e77b0-bc9a-4212-9033-ec1a9147356f,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:37.279655 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-87ec0b4e-802b-4701-a6ce-2329fec1f4e5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0906010 Apr 08 02:46:37.298642 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Request body: {'port': {'device_id': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:37.331834 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d365238-9e1c-4792-92ac-da48bd8d2b97 req-94b0ec86-91f0-47bd-b64b-c925058ad8e7 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:37.334313 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5d365238-9e1c-4792-92ac-da48bd8d2b97 req-94b0ec86-91f0-47bd-b64b-c925058ad8e7 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 946 time: 0.1053715 Apr 08 02:46:37.413538 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5d365238-9e1c-4792-92ac-da48bd8d2b97 req-a31b77a7-74a8-41e0-8df3-c2b04194edab tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b324a406-51c3-4c6c-92a2-7902671311ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724123 Apr 08 02:46:37.455914 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:37.643486 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-80c2a37e-5f4f-458f-a177-c6058190f319 None None] Provisioning for port 5a0e77b0-bc9a-4212-9033-ec1a9147356f completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:37.659736 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-80c2a37e-5f4f-458f-a177-c6058190f319 None None] Provisioning complete for port 5a0e77b0-bc9a-4212-9033-ec1a9147356f triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:37.662798 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-80c2a37e-5f4f-458f-a177-c6058190f319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:37.752611 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71f50a-0e05-4529-ba75-bc80498a3644 req-d17003f2-b280-4ee3-83be-e2696f7d6533 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:37.771607 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4d71f50a-0e05-4529-ba75-bc80498a3644 req-d17003f2-b280-4ee3-83be-e2696f7d6533 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 946 time: 0.1899717 Apr 08 02:46:37.791760 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 37814) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:37.797464 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-764c6a53-ac45-4afe-87d0-6f5595071d69 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'floatingip': {'port_id': '3db28e6c-a293-4f71-a021-1097b0ac847b'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:37.813987 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-80c2a37e-5f4f-458f-a177-c6058190f319 None None] Port 5a0e77b0-bc9a-4212-9033-ec1a9147356f cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:46:37.864124 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0e77b0-bc9a-4212-9033-ec1a9147356f {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:46:37.871910 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:37.888953 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Transition to ACTIVE for port object 5a0e77b0-bc9a-4212-9033-ec1a9147356f will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:37.896298 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:38.071138 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0e77b0-bc9a-4212-9033-ec1a9147356f,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:38.091306 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-764c6a53-ac45-4afe-87d0-6f5595071d69 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:38.195654 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Attempting to bind port 5a0e77b0-bc9a-4212-9033-ec1a9147356f on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:46:38.196092 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Attempting to bind port 5a0e77b0-bc9a-4212-9033-ec1a9147356f by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:46:38.196436 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Attempting to bind port 5a0e77b0-bc9a-4212-9033-ec1a9147356f on network c6b1e02c-7d4a-4675-b24d-c357b80488e2 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:46:38.203315 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Port 5a0e77b0-bc9a-4212-9033-ec1a9147356f on network c6b1e02c-7d4a-4675-b24d-c357b80488e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:46:38.203745 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Attempting to bind port 5a0e77b0-bc9a-4212-9033-ec1a9147356f on network c6b1e02c-7d4a-4675-b24d-c357b80488e2 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:46:38.212631 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:46:38.212972 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Checking segment: {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:46:38.213361 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Bound using segment: {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:46:38.213793 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Bound port: 5a0e77b0-bc9a-4212-9033-ec1a9147356f, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3322ef-2a60-4c93-828c-17d790429a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:46:38.214819 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:38.333796 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] For port 5a0e77b0-bc9a-4212-9033-ec1a9147356f, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:46:38.339159 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] For port 5a0e77b0-bc9a-4212-9033-ec1a9147356f, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5a0e77b0-bc9a-4212-9033-ec1a9147356f,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:46:38.354948 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:38.406517 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:38.408132 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/5a0e77b0-bc9a-4212-9033-ec1a9147356f HTTP/1.1" status: 200 len: 1093 time: 1.1141982 Apr 08 02:46:38.421560 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'tag': '5a0e77b0-bc9a-4212-9033-ec1a9147356f'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:46:38.587351 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8845c0-e2cb-4b37-8ed4-d230fefa63e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0e77b0-bc9a-4212-9033-ec1a9147356f,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:38.644277 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-cfd6e6d3-7d46-49a1-8b98-cab02de74f6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 1096 time: 0.1743634 Apr 08 02:46:38.664940 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97e46a-8c04-4f41-b004-db8fc4d1c5b0 req-c46e5e39-a878-460c-bfed-db38cbcec462 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:38.678314 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-aa97e46a-8c04-4f41-b004-db8fc4d1c5b0 req-c46e5e39-a878-460c-bfed-db38cbcec462 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.6330495 Apr 08 02:46:38.741418 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c519d-2080-4d6a-ac31-ba9612db29b0 req-10d0d60d-fd8f-4374-83c7-d4927a186b4b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:38.748855 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-701c519d-2080-4d6a-ac31-ba9612db29b0 req-10d0d60d-fd8f-4374-83c7-d4927a186b4b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 943 time: 0.7709725 Apr 08 02:46:38.755600 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-c6f78d64-4df3-4897-bd88-fa66ee3e9041 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0e77b0-bc9a-4212-9033-ec1a9147356f HTTP/1.1" status: 200 len: 217 time: 0.0905602 Apr 08 02:46:38.839147 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37830) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:38.850578 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-aa97e46a-8c04-4f41-b004-db8fc4d1c5b0 req-5ad1a9fb-eb61-44f9-a33b-3d99d4fd038f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654179 Apr 08 02:46:38.895344 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-95464e03-5b46-4dcd-a07e-db3850fad13f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:38.899394 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-95464e03-5b46-4dcd-a07e-db3850fad13f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.1364727 Apr 08 02:46:39.015881 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-3ee21d91-cff6-43c9-b4d7-cf28db2f3ae5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1093612 Apr 08 02:46:39.059158 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669b380d-767e-4725-a0e1-8817f579fe17'] response: {'name': 'network-changed', 'server_uuid': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'tag': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'status': 'completed', 'code': 200} Apr 08 02:46:39.214229 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-42815962-8e93-4072-9e01-f4eff5e70de6 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823277 Apr 08 02:46:39.229018 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-701c519d-2080-4d6a-ac31-ba9612db29b0 req-cae878c4-c62a-4a11-b8e5-31cf523beff9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4792979 Apr 08 02:46:39.256746 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-764c6a53-ac45-4afe-87d0-6f5595071d69 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:39.277912 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-764c6a53-ac45-4afe-87d0-6f5595071d69 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:39.405725 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-6f12174e-893d-4bf4-a598-45b1c51b365b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a09ceed71104c528f738d61f720bba2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5614114 Apr 08 02:46:39.406127 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37838) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:39.516560 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-54d74c28-9aa3-4c90-b2eb-ecaf54823fe5 req-e57b3cbc-671c-4af0-b14e-cbebc2c930dd service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924559 Apr 08 02:46:39.532891 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-fc0635d2-a6c4-4273-b594-02eed97eb00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:39.586947 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-fc0635d2-a6c4-4273-b594-02eed97eb00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:39.588331 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.l3_db [None req-764c6a53-ac45-4afe-87d0-6f5595071d69 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Floating IP ab46abd6-1a49-4f34-ab1a-f1cf369eb6c0 associated. External IP: 172.28.1.49, port: 3db28e6c-a293-4f71-a021-1097b0ac847b. Apr 08 02:46:39.713491 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2962ad58-7dbe-4159-913f-3db571ecf698 req-0ea36798-294f-42c6-90d1-849677d20c06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 1096 time: 0.1155529 Apr 08 02:46:39.720585 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-fc0635d2-a6c4-4273-b594-02eed97eb00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:39.835964 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0635d2-a6c4-4273-b594-02eed97eb00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:39.846591 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-fc0635d2-a6c4-4273-b594-02eed97eb00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:39.848033 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-fc0635d2-a6c4-4273-b594-02eed97eb00d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3bf2786-9f0a-4fc8-a1f0-73ba1f36f6f1 HTTP/1.1" status: 204 len: 168 time: 0.4330010 Apr 08 02:46:39.905677 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962ad58-7dbe-4159-913f-3db571ecf698 req-d8fbd271-095e-43b6-bfda-371cb23edff3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:39.907487 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2962ad58-7dbe-4159-913f-3db571ecf698 req-d8fbd271-095e-43b6-bfda-371cb23edff3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 919 time: 0.1791809 Apr 08 02:46:40.003064 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2962ad58-7dbe-4159-913f-3db571ecf698 req-dc883896-11dc-4081-9344-8ae1343469f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0e77b0-bc9a-4212-9033-ec1a9147356f HTTP/1.1" status: 200 len: 217 time: 0.0835552 Apr 08 02:46:40.117311 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962ad58-7dbe-4159-913f-3db571ecf698 req-27595453-e7aa-4e0a-a0f2-72605def83c8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:40.118689 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2962ad58-7dbe-4159-913f-3db571ecf698 req-27595453-e7aa-4e0a-a0f2-72605def83c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.1074314 Apr 08 02:46:40.273402 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2962ad58-7dbe-4159-913f-3db571ecf698 req-3451d427-fd52-4e65-b264-e51d9fd9f854 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1470006 Apr 08 02:46:40.274218 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b36114-8d85-43fa-b7f4-b6d9e143ee71 req-fed3f593-ed33-4d6e-acde-ed21962610d5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:40.275488 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a5b36114-8d85-43fa-b7f4-b6d9e143ee71 req-fed3f593-ed33-4d6e-acde-ed21962610d5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1438117 Apr 08 02:46:40.356685 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a5b36114-8d85-43fa-b7f4-b6d9e143ee71 req-b61cb895-07cc-4123-8933-b7bca68b0084 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747635 Apr 08 02:46:40.400857 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764c6a53-ac45-4afe-87d0-6f5595071d69 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:46:40.514277 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2962ad58-7dbe-4159-913f-3db571ecf698 req-b6d552bf-d24f-4756-ae37-2561dcc8e2e5 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277653 Apr 08 02:46:40.700012 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-2962ad58-7dbe-4159-913f-3db571ecf698 req-0c177544-0277-4ffe-8daf-9522d37cae04 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776433 Apr 08 02:46:40.718256 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740a762-b691-4bf9-aded-e2703c7f5bda req-36fff3c9-a41a-4d70-8bd5-f91a0c53654f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:40.725957 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6740a762-b691-4bf9-aded-e2703c7f5bda req-36fff3c9-a41a-4d70-8bd5-f91a0c53654f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 943 time: 0.2075191 Apr 08 02:46:40.803804 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6740a762-b691-4bf9-aded-e2703c7f5bda req-9d986104-9a0f-4b63-b2a4-77bd9ac060d8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766041 Apr 08 02:46:40.855421 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764c6a53-ac45-4afe-87d0-6f5595071d69 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:46:40.860114 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-764c6a53-ac45-4afe-87d0-6f5595071d69 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:40.881958 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531acd7f-7fd9-4666-92b2-c435e7c8db91 None None] Sync routers for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:46:40.906470 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531acd7f-7fd9-4666-92b2-c435e7c8db91 None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:46:40.907441 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-531acd7f-7fd9-4666-92b2-c435e7c8db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:46:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:40.998906 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-764c6a53-ac45-4afe-87d0-6f5595071d69 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "PUT /v2.0/floatingips/ab46abd6-1a49-4f34-ab1a-f1cf369eb6c0 HTTP/1.1" status: 200 len: 991 time: 3.1956854 Apr 08 02:46:40.998906 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e02c61-38a9-4587-8a34-9c98658c2172', 'tag': '3db28e6c-a293-4f71-a021-1097b0ac847b'}] {{(pid=83154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:46:41.068042 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39108ce-c260-4e9e-8c8a-794d48fadc85'] response: {'name': 'network-changed', 'server_uuid': '57e02c61-38a9-4587-8a34-9c98658c2172', 'tag': '3db28e6c-a293-4f71-a021-1097b0ac847b', 'status': 'completed', 'code': 200} Apr 08 02:46:41.218054 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05f4bcf9-0b5e-4388-af49-9a0036fc6624 req-2d80a5aa-1815-4dc5-b25e-b4d706dca80a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 1099 time: 0.1269603 Apr 08 02:46:41.225683 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-531acd7f-7fd9-4666-92b2-c435e7c8db91 None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:46:41.400935 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 37882) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:41.422423 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4bcf9-0b5e-4388-af49-9a0036fc6624 req-47555c8c-9838-4ad8-9be6-40d29dddfa15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:41.423921 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05f4bcf9-0b5e-4388-af49-9a0036fc6624 req-47555c8c-9838-4ad8-9be6-40d29dddfa15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 915 time: 0.1982636 Apr 08 02:46:41.561036 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05f4bcf9-0b5e-4388-af49-9a0036fc6624 req-53f2089c-d2b4-4279-8238-904a3394b796 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3db28e6c-a293-4f71-a021-1097b0ac847b HTTP/1.1" status: 200 len: 999 time: 0.1258154 Apr 08 02:46:41.642464 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4bcf9-0b5e-4388-af49-9a0036fc6624 req-2c6d1880-219e-4b0b-80f3-7be8a28cd979 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:41.643948 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05f4bcf9-0b5e-4388-af49-9a0036fc6624 req-2c6d1880-219e-4b0b-80f3-7be8a28cd979 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57980487-889a-49d9-bd17-72de232f8919 HTTP/1.1" status: 200 len: 853 time: 0.0759654 Apr 08 02:46:41.727184 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f222cac-ad82-4d5b-add2-1bbf0f570650 req-2bcbfb1a-f078-4707-8037-8860edd6813e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:41.734515 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8f222cac-ad82-4d5b-add2-1bbf0f570650 req-2bcbfb1a-f078-4707-8037-8860edd6813e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1484802 Apr 08 02:46:41.752542 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05f4bcf9-0b5e-4388-af49-9a0036fc6624 req-c026e4ff-e2e3-4f61-9994-e21912d5d4ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12062f10-b133-4784-86c3-8f4eb869d796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0965843 Apr 08 02:46:41.780919 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1398910762-network', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:41.786234 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:41.791992 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Usage tracker for resource:network and tenant:df331efa61df4c838ba6ab92ff33cdaa is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:41.795138 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:41.803031 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:41.830370 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-531acd7f-7fd9-4666-92b2-c435e7c8db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'a3f1a9c1-6778-4a87-81c3-da50dd905698', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.56', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:ae:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:56Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 2, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}, {'id': 'ab46abd6-1a49-4f34-ab1a-f1cf369eb6c0', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.49', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '3db28e6c-a293-4f71-a021-1097b0ac847b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:e2:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e02c61-38a9-4587-8a34-9c98658c2172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:46:19Z', 'updated_at': '2022-04-08T02:46:39Z', 'revision_number': 1, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:41.856320 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531acd7f-7fd9-4666-92b2-c435e7c8db91 None None] Checking router: af54ee4b-49e9-4335-996a-7e7fd2d5d6fa for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:46:41.878764 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531acd7f-7fd9-4666-92b2-c435e7c8db91 None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:46:41.880542 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-531acd7f-7fd9-4666-92b2-c435e7c8db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:46:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:41.892046 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8f222cac-ad82-4d5b-add2-1bbf0f570650 req-273d4f15-c509-4d43-8ed1-2f03fcf42e12 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503870 Apr 08 02:46:41.892820 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Made reservation on behalf of df331efa61df4c838ba6ab92ff33cdaa for: {'network': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:46:41.897210 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:41.943051 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:41.988991 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:41.994487 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:df331efa61df4c838ba6ab92ff33cdaa is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:41.998820 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:42.013151 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:42.015064 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05f4bcf9-0b5e-4388-af49-9a0036fc6624 req-ace46714-70fb-4fab-b84d-eab6c65850ff service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580020 Apr 08 02:46:42.110716 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:42.147533 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:42.163259 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=83154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:46:42.209292 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:42.209726 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.segments_db [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Added segment 1eea4818-f3ec-4589-a0d8-9eb7fba36920 of type vlan for network f2eaa56e-aab0-4616-b26d-2e4390bf403e Apr 08 02:46:42.251445 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:42.260813 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-531acd7f-7fd9-4666-92b2-c435e7c8db91 None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:46:42.311776 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05f4bcf9-0b5e-4388-af49-9a0036fc6624 req-82278a92-fa2d-4fc3-8121-83c5cf049f49 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885721 Apr 08 02:46:42.317099 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac38a78-3708-4eb5-8b6c-5e0518c809c8,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:42.346074 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bebfa1-5d47-40ab-b6c2-65f4d36fa9ae req-e32c1c3d-1035-43e5-9b9b-badb398e02fa tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:42.348246 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-76bebfa1-5d47-40ab-b6c2-65f4d36fa9ae req-e32c1c3d-1035-43e5-9b9b-badb398e02fa tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 943 time: 0.2357841 Apr 08 02:46:42.349764 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:42.351047 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:42.351941 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:42.506483 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] Pushing event updated for resources: {'Network': ['ID=f2eaa56e-aab0-4616-b26d-2e4390bf403e,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:42.515867 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-4b4c2fba-2268-4189-97ad-5a7d6a8bc1d6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1134620 Apr 08 02:46:42.516709 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37894) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:42.523689 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Request body: {'subnet': {'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1398910762-subnet', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'ip_version': 4}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:42.528220 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network f2eaa56e-aab0-4616-b26d-2e4390bf403e details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:46:42.530627 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:42.534686 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-76bebfa1-5d47-40ab-b6c2-65f4d36fa9ae req-d9b7e9db-8e89-4626-a9bf-36f4c99ac091 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628702 Apr 08 02:46:42.537499 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Usage tracker for resource:subnet and tenant:df331efa61df4c838ba6ab92ff33cdaa is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:42.541305 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:42.548023 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:42.567359 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Made reservation on behalf of df331efa61df4c838ba6ab92ff33cdaa for: {'subnet': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:46:42.575955 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:42.663980 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 5a0e77b0-bc9a-4212-9033-ec1a9147356f details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:46:42.837542 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:42.956583 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f6fd64f-9761-4f61-88bc-24fcd38493eb,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:42.971016 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Checking segment: {'id': '1eea4818-f3ec-4589-a0d8-9eb7fba36920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:46:42.971377 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Network hostable DHCP agents. Network: f2eaa56e-aab0-4616-b26d-2e4390bf403e, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:46:42.999595 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Network f2eaa56e-aab0-4616-b26d-2e4390bf403e is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:46:43.000618 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 5a0e77b0-bc9a-4212-9033-ec1a9147356f, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5a0e77b0-bc9a-4212-9033-ec1a9147356f,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:43.017154 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, f2eaa56e-aab0-4616-b26d-2e4390bf403e) {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:43.023027 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:43.023614 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:43.049260 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3884b1d3-8bd1-472d-aac2-4882a916a20c None None] Network f2eaa56e-aab0-4616-b26d-2e4390bf403e requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:46:43.073300 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-b16ef0d7-7498-4efd-b82b-b08100aaa0d5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5523877 Apr 08 02:46:43.074014 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 37904) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:43.079315 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:43.085359 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:43.102151 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Usage tracker for resource:router and tenant:df331efa61df4c838ba6ab92ff33cdaa is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:43.107182 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:43.114335 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:43.127269 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'port_id': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'mac_address': 'fa:16:3e:5c:4a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:46:43.185311 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:43.186426 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-916761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5708'] for router, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:43.235743 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cd817-0bf3-4a1c-973f-893e15a9a6d4 req-8c8cffd8-3dbb-4823-828e-ca6ae96bbeb7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:43.237224 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f7cd817-0bf3-4a1c-973f-893e15a9a6d4 req-8c8cffd8-3dbb-4823-828e-ca6ae96bbeb7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1177583 Apr 08 02:46:43.241447 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:43.293618 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:43.295351 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6f7cd817-0bf3-4a1c-973f-893e15a9a6d4 req-8f90c487-acab-48ac-ae94-ee6a797e8344 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517495 Apr 08 02:46:43.366117 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0e77b0-bc9a-4212-9033-ec1a9147356f {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:46:43.379023 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-531acd7f-7fd9-4666-92b2-c435e7c8db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'a3f1a9c1-6778-4a87-81c3-da50dd905698', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.56', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:ae:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:56Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 2, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}, {'id': 'ab46abd6-1a49-4f34-ab1a-f1cf369eb6c0', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.49', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '3db28e6c-a293-4f71-a021-1097b0ac847b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:e2:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e02c61-38a9-4587-8a34-9c98658c2172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:46:19Z', 'updated_at': '2022-04-08T02:46:39Z', 'revision_number': 1, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:43.390541 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531acd7f-7fd9-4666-92b2-c435e7c8db91 None None] The sync data for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb is: [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'a3f1a9c1-6778-4a87-81c3-da50dd905698', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.56', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:ae:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:56Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 2, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}, {'id': 'ab46abd6-1a49-4f34-ab1a-f1cf369eb6c0', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.49', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '3db28e6c-a293-4f71-a021-1097b0ac847b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:e2:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e02c61-38a9-4587-8a34-9c98658c2172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:46:19Z', 'updated_at': '2022-04-08T02:46:39Z', 'revision_number': 1, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:46:43.442846 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 5a0e77b0-bc9a-4212-9033-ec1a9147356f, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5a0e77b0-bc9a-4212-9033-ec1a9147356f,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:43.451809 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:43.469215 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5726'] for router, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:43.518564 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8512d9dc-47c5-5986-9c3f-75143495aee0-f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'fixed_ips': [{'subnet_id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb'}]}} from dv-cinder-837052-1-smb. {{(pid=83155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 02:46:43.520066 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:43.568348 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-281118c1-f523-44fb-9f82-68a568f196aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:43.612874 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=5a0e77b0-bc9a-4212-9033-ec1a9147356f,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:43.797714 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f29ad2-0fcb-40af-863c-02befcb8f433 None None] New status for floating IP ab46abd6-1a49-4f34-ab1a-f1cf369eb6c0: ACTIVE {{(pid=83156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:46:43.854766 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.db_base_plugin_common [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Allocated IP 172.20.0.2 (f2eaa56e-aab0-4616-b26d-2e4390bf403e/4f6fd64f-9761-4f61-88bc-24fcd38493eb/4cc09d15-f4de-42cc-b285-a955738b7384) {{(pid=83155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:46:43.886860 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['5a0e77b0-bc9a-4212-9033-ec1a9147356f'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:46:43.983870 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.021634 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.238164 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89f193-9bd1-4f8b-be9b-41cc93809a45 req-edd87f56-822e-4ebc-a4b3-0e782979a9e7 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:44.243609 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5f89f193-9bd1-4f8b-be9b-41cc93809a45 req-edd87f56-822e-4ebc-a4b3-0e782979a9e7 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 944 time: 0.5120723 Apr 08 02:46:44.313620 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Allocated IP 172.28.1.53 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/3cded863-6f09-4594-beb2-26771e326452) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:46:44.367417 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Notify callbacks [] for port, precommit_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.387350 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Transition to ACTIVE for port object 4cc09d15-f4de-42cc-b285-a955738b7384 will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:44.408175 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Transition to ACTIVE for port object 4cc09d15-f4de-42cc-b285-a955738b7384 will not be triggered until provisioned by entity DHCP. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:44.422729 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.478169 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5f89f193-9bd1-4f8b-be9b-41cc93809a45 req-1cd53521-ff19-43ae-908f-2a9efe5d6e44 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293296 Apr 08 02:46:44.509401 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Network f2eaa56e-aab0-4616-b26d-2e4390bf403e is already hosted by enough agents. {{(pid=83155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:44.512318 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.base_scheduler [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Resources bound (agent type, host, resource id): {{(pid=83155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:44.516901 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Received port after_create {{(pid=83155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:46:44.519009 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Pushing event updated for resources: {'Port': ['ID=4cc09d15-f4de-42cc-b285-a955738b7384,revision_number=1']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:44.618675 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.620161 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Attempting to bind port 4cc09d15-f4de-42cc-b285-a955738b7384 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:46:44.620525 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Attempting to bind port 4cc09d15-f4de-42cc-b285-a955738b7384 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '1eea4818-f3ec-4589-a0d8-9eb7fba36920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:46:44.621216 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Attempting to bind port 4cc09d15-f4de-42cc-b285-a955738b7384 on network f2eaa56e-aab0-4616-b26d-2e4390bf403e {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:46:44.629212 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:46:44.629469 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Checking segment: {'id': '1eea4818-f3ec-4589-a0d8-9eb7fba36920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:46:44.629837 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.630197 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Bound using segment: {'id': '1eea4818-f3ec-4589-a0d8-9eb7fba36920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:46:44.630660 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Bound port: 4cc09d15-f4de-42cc-b285-a955738b7384, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eea4818-f3ec-4589-a0d8-9eb7fba36920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:46:44.631065 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.634496 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faaa42-b760-4bcd-800b-45845fc77f16 req-a09c3b4d-3ad2-4134-a717-1a2c050e8591 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:44.635976 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-70faaa42-b760-4bcd-800b-45845fc77f16 req-a09c3b4d-3ad2-4134-a717-1a2c050e8591 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1541181 Apr 08 02:46:44.707542 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-70faaa42-b760-4bcd-800b-45845fc77f16 req-bb291ef3-df99-4514-aa69-10aae05969a1 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651305 Apr 08 02:46:44.727688 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.750036 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] For port 4cc09d15-f4de-42cc-b285-a955738b7384, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:46:44.755124 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] For port 4cc09d15-f4de-42cc-b285-a955738b7384, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=4cc09d15-f4de-42cc-b285-a955738b7384,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:46:44.761554 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.809403 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:44.813396 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:44.817981 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:46:44.845696 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Pushing event updated for resources: {'Port': ['ID=3cded863-6f09-4594-beb2-26771e326452,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:44.853051 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf77098-2096-4146-8ed1-41152f638bec None None] Pushing event updated for resources: {'Port': ['ID=4cc09d15-f4de-42cc-b285-a955738b7384,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:45.046707 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:45.047872 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980346'] for router, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:45.410831 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Router fa1f0736-2c26-4ac8-8247-b142438c1ea4 is scheduled to L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a with binding_index 1 {{(pid=83154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 02:46:45.790102 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 4cc09d15-f4de-42cc-b285-a955738b7384 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:46:45.877986 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:46:45.912517 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Sync routers for ids ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:46:45.922201 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010b817-5b3d-4ebd-a431-8d4f1a27f57c req-19bae86f-80c0-46af-aa01-51337cdc5a01 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:45.928969 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2010b817-5b3d-4ebd-a431-8d4f1a27f57c req-19bae86f-80c0-46af-aa01-51337cdc5a01 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 944 time: 0.1760938 Apr 08 02:46:45.946977 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] Notify callbacks [] for router, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:45.951151 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-58de8de7-86c7-4eda-9e4b-beadf5ddde09 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8758965 Apr 08 02:46:45.951873 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37926) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:46.027522 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2010b817-5b3d-4ebd-a431-8d4f1a27f57c req-dc49327d-7887-49e2-b2a8-5f0502c29dc4 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975738 Apr 08 02:46:46.040431 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Routers {'fa1f0736-2c26-4ac8-8247-b142438c1ea4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:46:46.041453 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:46:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:46.198057 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726572c4-be26-4186-8c5a-879bdc17d712 req-db61458d-2334-4a03-b108-01eadcddccd2 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:46.199835 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-726572c4-be26-4186-8c5a-879bdc17d712 req-db61458d-2334-4a03-b108-01eadcddccd2 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1713057 Apr 08 02:46:46.301210 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-726572c4-be26-4186-8c5a-879bdc17d712 req-d4e32136-157e-4b01-af19-8cc842a376ef tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937212 Apr 08 02:46:46.308528 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d07ffcd1-7c9e-4110-8256-a3996baa6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:46.314168 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Set router fa1f0736-2c26-4ac8-8247-b142438c1ea4 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:46:46.531651 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cacdcf-56e2-458d-a5d0-5cbfff84f02f None None] Network f2eaa56e-aab0-4616-b26d-2e4390bf403e requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:46:46.588699 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 4cc09d15-f4de-42cc-b285-a955738b7384 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:46.646061 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 5a0e77b0-bc9a-4212-9033-ec1a9147356f up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:46:46.763834 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:46.770318 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-3c843ce3-c516-48dc-b30d-0b4d11d651be None None] Provisioning for port 4cc09d15-f4de-42cc-b285-a955738b7384 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:46.800834 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-3c843ce3-c516-48dc-b30d-0b4d11d651be None None] Provisioning complete for port 4cc09d15-f4de-42cc-b285-a955738b7384 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:46.801539 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-3c843ce3-c516-48dc-b30d-0b4d11d651be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:46.956893 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:46.996305 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 5a0e77b0-bc9a-4212-9033-ec1a9147356f completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:47.030434 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:47.097653 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-3c843ce3-c516-48dc-b30d-0b4d11d651be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:47.107182 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 5a0e77b0-bc9a-4212-9033-ec1a9147356f triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:47.107749 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:47.274656 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13611e0-24b1-4259-b709-e206747fe51e req-34fb9507-e895-467c-94a9-23c6182d30af tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:47.276328 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a13611e0-24b1-4259-b709-e206747fe51e req-34fb9507-e895-467c-94a9-23c6182d30af tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 944 time: 0.0993106 Apr 08 02:46:47.280856 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Allocated IP 172.20.0.1 (f2eaa56e-aab0-4616-b26d-2e4390bf403e/4f6fd64f-9761-4f61-88bc-24fcd38493eb/64d234f5-4542-4c74-8ee7-7d2e06949f9e) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:46:47.351630 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-3c843ce3-c516-48dc-b30d-0b4d11d651be None None] For port 4cc09d15-f4de-42cc-b285-a955738b7384, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=4cc09d15-f4de-42cc-b285-a955738b7384,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:47.360460 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a13611e0-24b1-4259-b709-e206747fe51e req-907b44b2-bc2b-479b-b2f1-4fe7d219011c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755112 Apr 08 02:46:47.378607 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-3c843ce3-c516-48dc-b30d-0b4d11d651be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:47.460360 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:46:44Z', 'revision_number': 3, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:47.511257 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Checking router: fa1f0736-2c26-4ac8-8247-b142438c1ea4 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:46:47.511847 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Updating router fa1f0736-2c26-4ac8-8247-b142438c1ea4 port 3cded863-6f09-4594-beb2-26771e326452 binding host dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:46:47.633151 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:47.636690 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ee6ef-95e1-4c2d-acf2-a8ab13ab1889 req-514c22cd-a1f0-4178-a183-54a4d5733bee tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:47.644639 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-153ee6ef-95e1-4c2d-acf2-a8ab13ab1889 req-514c22cd-a1f0-4178-a183-54a4d5733bee tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1120019 Apr 08 02:46:47.645580 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:47.658340 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Transition to ACTIVE for port object 64d234f5-4542-4c74-8ee7-7d2e06949f9e will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:47.685572 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c843ce3-c516-48dc-b30d-0b4d11d651be None None] Pushing event updated for resources: {'Port': ['ID=4cc09d15-f4de-42cc-b285-a955738b7384,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:47.708394 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:47.718377 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:47.727988 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-153ee6ef-95e1-4c2d-acf2-a8ab13ab1889 req-160afd22-c65e-48e7-8076-1c8ca461406b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822213 Apr 08 02:46:47.791584 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Network f2eaa56e-aab0-4616-b26d-2e4390bf403e is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:47.805004 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:47.805004 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:46:47.805004 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980912'] for router_interface, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:47.832256 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0e77b0-bc9a-4212-9033-ec1a9147356f'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:46:47.846005 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Pushing event updated for resources: {'Port': ['ID=64d234f5-4542-4c74-8ee7-7d2e06949f9e,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:47.869693 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 5a0e77b0-bc9a-4212-9033-ec1a9147356f, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5a0e77b0-bc9a-4212-9033-ec1a9147356f,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:47.880619 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:47.948901 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:48.024967 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33cf21a0-5c6d-49f2-b28f-54d3cc998071'] response: {'server_uuid': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'code': 200} Apr 08 02:46:48.038919 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=5a0e77b0-bc9a-4212-9033-ec1a9147356f,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:48.238099 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-a291e8f1-5616-4347-8f4d-be8c61b21edd None None] Provisioning complete for port 4cc09d15-f4de-42cc-b285-a955738b7384 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:48.238573 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-a291e8f1-5616-4347-8f4d-be8c61b21edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:48.285838 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:48.343875 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5fa9d646-addf-422a-8efb-07c788924e4d req-812eb228-c3d3-4b74-97af-04cb23643edb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 1098 time: 0.1399066 Apr 08 02:46:48.346317 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:48.397082 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:48.397297 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2029860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-980783'] for router_interface, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:48.576048 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5fa9d646-addf-422a-8efb-07c788924e4d req-57196790-d3d9-4338-bb87-af8e67daa514 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243767 Apr 08 02:46:48.628334 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Notify callbacks [] for port, precommit_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:48.653102 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402ac18-2b83-422e-a81a-552ed6ec56c6 req-22e3d591-44df-48a5-a114-b7d07a4009f5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:48.663515 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1402ac18-2b83-422e-a81a-552ed6ec56c6 req-22e3d591-44df-48a5-a114-b7d07a4009f5 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0944262 Apr 08 02:46:48.673816 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Transition to ACTIVE for port object 3cded863-6f09-4594-beb2-26771e326452 will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:48.702209 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:48.727676 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Pushing event updated for resources: {'Port': ['ID=64d234f5-4542-4c74-8ee7-7d2e06949f9e,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:48.799305 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c75073-f372-4df0-9e9e-a1c4cdafc0ef None None] Pushing event updated for resources: {'Port': ['ID=3cded863-6f09-4594-beb2-26771e326452,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:48.808372 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Attempting to bind port 3cded863-6f09-4594-beb2-26771e326452 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:46:48.808888 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Attempting to bind port 3cded863-6f09-4594-beb2-26771e326452 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:46:48.809423 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Attempting to bind port 3cded863-6f09-4594-beb2-26771e326452 on network d59c54fc-6a56-459d-9ae4-db8d99a734e0 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:46:48.820695 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:46:48.821234 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Checking segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:46:48.821792 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:48.822342 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Bound using segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:46:48.823041 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Bound port: 3cded863-6f09-4594-beb2-26771e326452, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:46:48.823572 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:48.833603 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1402ac18-2b83-422e-a81a-552ed6ec56c6 req-b1aabc6d-4400-4af9-be41-c30aef9f92a7 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718178 Apr 08 02:46:48.838357 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Network f2eaa56e-aab0-4616-b26d-2e4390bf403e is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:48.839829 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:48.933382 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] For port 3cded863-6f09-4594-beb2-26771e326452, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:46:48.938770 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] For port 3cded863-6f09-4594-beb2-26771e326452, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=3cded863-6f09-4594-beb2-26771e326452,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:46:48.950464 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:49.073972 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-0d593d7d-ddca-4238-a30a-8ff6d3d263c1 None None] Provisioning for port 64d234f5-4542-4c74-8ee7-7d2e06949f9e completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:49.123730 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a7630-9d73-4fd9-8e62-34c4037a0001 req-9c396f5a-ee75-421a-b710-a3b5f3fad0a3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:49.125501 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-979a7630-9d73-4fd9-8e62-34c4037a0001 req-9c396f5a-ee75-421a-b710-a3b5f3fad0a3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1144428 Apr 08 02:46:49.136747 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-0d593d7d-ddca-4238-a30a-8ff6d3d263c1 None None] Provisioning complete for port 64d234f5-4542-4c74-8ee7-7d2e06949f9e triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:49.137113 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-0d593d7d-ddca-4238-a30a-8ff6d3d263c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:49.184247 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c75073-f372-4df0-9e9e-a1c4cdafc0ef None None] Pushing event updated for resources: {'Port': ['ID=3cded863-6f09-4594-beb2-26771e326452,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:49.199556 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-979a7630-9d73-4fd9-8e62-34c4037a0001 req-3040d56e-b9a3-47c2-b4e3-d106d3afe4e8 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607088 Apr 08 02:46:49.243347 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Routers {'fa1f0736-2c26-4ac8-8247-b142438c1ea4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:46:49.244160 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:46:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:49.306838 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-0d593d7d-ddca-4238-a30a-8ff6d3d263c1 None None] Port 64d234f5-4542-4c74-8ee7-7d2e06949f9e cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:46:49.374056 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Router fa1f0736-2c26-4ac8-8247-b142438c1ea4 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:46:49.460073 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-e10b9b94-6006-4408-b8eb-763e665bd19d None None] Provisioning complete for port 64d234f5-4542-4c74-8ee7-7d2e06949f9e triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:49.460824 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e10b9b94-6006-4408-b8eb-763e665bd19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:49.543565 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] Set router fa1f0736-2c26-4ac8-8247-b142438c1ea4 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:46:49.615052 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:46:49.640366 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-ead04a8d-04bc-482d-9b1e-35f2ea0fd949 admin admin] 10.222.0.44 "PUT /v2.0/routers/fa1f0736-2c26-4ac8-8247-b142438c1ea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6872716 Apr 08 02:46:49.701854 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 4cc09d15-f4de-42cc-b285-a955738b7384 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:46:49.748795 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-e10b9b94-6006-4408-b8eb-763e665bd19d None None] Port 64d234f5-4542-4c74-8ee7-7d2e06949f9e cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:46:49.942648 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 4cc09d15-f4de-42cc-b285-a955738b7384 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:49.943346 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:50.135308 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf56b3-bd2d-4646-a936-1fa79056d858 req-acb80566-f8b0-4ef3-b148-b2648eb06604 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:50.136977 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dadf56b3-bd2d-4646-a936-1fa79056d858 req-acb80566-f8b0-4ef3-b148-b2648eb06604 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.1228440 Apr 08 02:46:50.193929 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dadf56b3-bd2d-4646-a936-1fa79056d858 req-d0809ee4-b54f-43c7-b6ef-b6057c5dc1f6 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440814 Apr 08 02:46:50.265083 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:46:47Z', 'revision_number': 4, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '64d234f5-4542-4c74-8ee7-7d2e06949f9e', 'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'mac_address': 'fa:16:3e:58:d2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:47Z', 'updated_at': '2022-04-08T02:46:48Z', 'revision_number': 2, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'subnets': [{'id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:50.269898 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fc85d-d10f-4c7f-a764-0d63f4f74e2b None None] The sync data for ids ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'] in dv-cinder-837052-1-smb is: [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:46:47Z', 'revision_number': 4, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '64d234f5-4542-4c74-8ee7-7d2e06949f9e', 'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'mac_address': 'fa:16:3e:58:d2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:47Z', 'updated_at': '2022-04-08T02:46:48Z', 'revision_number': 2, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'subnets': [{'id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:46:50.609746 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04244b5b-8399-4b72-b6ea-00c4da28a517 req-060defdf-b290-47d8-a147-a0d9a4388aa4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:50.611325 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-04244b5b-8399-4b72-b6ea-00c4da28a517 req-060defdf-b290-47d8-a147-a0d9a4388aa4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1211250 Apr 08 02:46:50.726606 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-04244b5b-8399-4b72-b6ea-00c4da28a517 req-a8d62af8-af4c-4d89-aa64-964d5e64f382 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054096 Apr 08 02:46:50.869840 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 37994) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:50.875711 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-530077369-network', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:50.884136 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:50.889524 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Usage tracker for resource:network and tenant:d59dbfe0067d4c14a724f231259d10fa is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:50.897901 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:50.905172 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:50.922020 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Made reservation on behalf of d59dbfe0067d4c14a724f231259d10fa for: {'network': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:46:50.925021 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:50.953362 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:50.994115 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:51.001670 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Usage tracker for resource:security_group_rule and tenant:d59dbfe0067d4c14a724f231259d10fa is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:51.005052 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:51.011908 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:51.101060 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:51.110862 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:51.152932 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=83153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:46:51.182642 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71991573-6b6d-4360-bc31-d5e057935e6f,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:51.190240 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:51.190628 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.segments_db [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Added segment 4d909209-4c20-4102-9897-f3880eb3728d of type vlan for network 04d99cc9-bfdb-48a8-abe9-2ade96e37348 Apr 08 02:46:51.232989 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:51.273372 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:51.274472 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:51.275085 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:51.479110 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3865f0-9b9a-43c8-a32f-f0750a02cef3 req-b22917db-a2c6-45f8-a801-84d6b399a4f9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:51.481398 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ca3865f0-9b9a-43c8-a32f-f0750a02cef3 req-b22917db-a2c6-45f8-a801-84d6b399a4f9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.1106110 Apr 08 02:46:51.565447 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] Pushing event updated for resources: {'Network': ['ID=04d99cc9-bfdb-48a8-abe9-2ade96e37348,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:51.567653 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ca3865f0-9b9a-43c8-a32f-f0750a02cef3 req-f9c659fd-b5ae-4b88-abf7-21d707a724e8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803974 Apr 08 02:46:51.579084 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 38000) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:51.579281 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-9395c549-01a5-411f-82b9-cb74eb7a084b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7091238 Apr 08 02:46:51.586745 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Request body: {'subnet': {'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-530077369-subnet', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'ip_version': 4}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:51.591076 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network 04d99cc9-bfdb-48a8-abe9-2ade96e37348 details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:46:51.597777 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:51.601774 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Usage tracker for resource:subnet and tenant:d59dbfe0067d4c14a724f231259d10fa is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:51.605756 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:51.614144 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:51.643137 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Made reservation on behalf of d59dbfe0067d4c14a724f231259d10fa for: {'subnet': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:46:51.648957 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3354636'] for subnet, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:51.895757 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 3cded863-6f09-4594-beb2-26771e326452 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:46:52.071422 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 3cded863-6f09-4594-beb2-26771e326452 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:52.078486 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 3cded863-6f09-4594-beb2-26771e326452 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:52.078870 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:52.145149 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec5fd6-a76e-4fb6-b733-7352f390d91b req-d2d4a9ef-854c-4fb2-8858-e098a592b62d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:52.155826 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-caec5fd6-a76e-4fb6-b733-7352f390d91b req-d2d4a9ef-854c-4fb2-8858-e098a592b62d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.3222885 Apr 08 02:46:52.155962 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 38014) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:52.158457 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8642512-ad97-4d72-a340-95df1b648df4 req-793e7eb7-eac6-4946-9342-fcbc94115dc5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:52.161028 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-e8f091f6-6e1f-4b54-acab-1d8c2b4fb231 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Request body: {'floatingip': {'port_id': '5a0e77b0-bc9a-4212-9033-ec1a9147356f'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:52.165249 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c8642512-ad97-4d72-a340-95df1b648df4 req-793e7eb7-eac6-4946-9342-fcbc94115dc5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.1922755 Apr 08 02:46:52.283862 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c8642512-ad97-4d72-a340-95df1b648df4 req-68b5a63c-0b64-4d1c-ad0e-b6ba74f5cb16 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155729 Apr 08 02:46:52.389361 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:46:52.412722 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e8f091f6-6e1f-4b54-acab-1d8c2b4fb231 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for floatingip, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:52.431733 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4107624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3354658'] for subnet, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:52.558805 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:52.610485 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Pushing event updated for resources: {'Subnet': ['ID=161b2534-e10c-44f2-ac7c-7f26c51d083e,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:52.621852 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Checking segment: {'id': '4d909209-4c20-4102-9897-f3880eb3728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:46:52.622208 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Network hostable DHCP agents. Network: 04d99cc9-bfdb-48a8-abe9-2ade96e37348, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:46:52.624739 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port 3cded863-6f09-4594-beb2-26771e326452, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=3cded863-6f09-4594-beb2-26771e326452,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:52.633437 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:52.684866 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Network 04d99cc9-bfdb-48a8-abe9-2ade96e37348 is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:46:52.707741 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, 04d99cc9-bfdb-48a8-abe9-2ade96e37348) {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:52.711827 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:52.712393 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:52.727694 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7542d6f-8789-45c6-a5cb-96e55831ee55 None None] Network 04d99cc9-bfdb-48a8-abe9-2ade96e37348 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:46:52.745328 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-17b61ad8-256e-46cd-b2c3-b8e86a9a74be admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1644547 Apr 08 02:46:52.747868 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 38026) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:52.756804 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-530077369-router', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:46:52.762434 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:46:52.767017 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Usage tracker for resource:router and tenant:d59dbfe0067d4c14a724f231259d10fa is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:46:52.770359 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:46:52.776474 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:46:52.793437 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:52.794756 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-916761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5708'] for router, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:52.824151 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:52.944326 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=3cded863-6f09-4594-beb2-26771e326452,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:53.044727 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5726'] for router, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:53.104688 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8512d9dc-47c5-5986-9c3f-75143495aee0-04d99cc9-bfdb-48a8-abe9-2ade96e37348', 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'fixed_ips': [{'subnet_id': '161b2534-e10c-44f2-ac7c-7f26c51d083e'}]}} from dv-cinder-837052-1-smb. {{(pid=83155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 02:46:53.105623 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:53.313055 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.db_base_plugin_common [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Allocated IP 172.20.0.2 (04d99cc9-bfdb-48a8-abe9-2ade96e37348/161b2534-e10c-44f2-ac7c-7f26c51d083e/79c71ea7-02cd-466d-b698-2691a475f02f) {{(pid=83155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:46:53.337507 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:53.356034 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e8f091f6-6e1f-4b54-acab-1d8c2b4fb231 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:53.365321 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e8f091f6-6e1f-4b54-acab-1d8c2b4fb231 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:53.372567 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:53.562862 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Allocated IP 172.28.1.110 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/e7dd83d1-aaa6-4611-9763-2a9ad6d5b167) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:46:53.580447 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:53.639528 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 3cded863-6f09-4594-beb2-26771e326452 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:46:53.664329 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [None req-e8f091f6-6e1f-4b54-acab-1d8c2b4fb231 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Floating IP 36444f0a-93d2-4648-86f1-4632d8ec0c63 associated. External IP: 172.28.1.165, port: 5a0e77b0-bc9a-4212-9033-ec1a9147356f. Apr 08 02:46:53.819929 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:53.856947 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Transition to ACTIVE for port object 79c71ea7-02cd-466d-b698-2691a475f02f will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:53.907438 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 3cded863-6f09-4594-beb2-26771e326452 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:53.907791 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:53.950641 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Transition to ACTIVE for port object 79c71ea7-02cd-466d-b698-2691a475f02f will not be triggered until provisioned by entity DHCP. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:53.968652 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:54.059457 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Pushing event updated for resources: {'Port': ['ID=79c71ea7-02cd-466d-b698-2691a475f02f,revision_number=1']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:54.070959 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Network 04d99cc9-bfdb-48a8-abe9-2ade96e37348 is already hosted by enough agents. {{(pid=83155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:54.073270 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.base_scheduler [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Resources bound (agent type, host, resource id): {{(pid=83155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:54.075896 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Received port after_create {{(pid=83155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:46:54.145776 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:54.159708 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d95766-6702-407b-a9a7-1b1160c41169 req-ca7988bb-f2a0-4d3f-97cb-13020a2f5bc9 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:54.167643 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a2d95766-6702-407b-a9a7-1b1160c41169 req-ca7988bb-f2a0-4d3f-97cb-13020a2f5bc9 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.5434895 Apr 08 02:46:54.271737 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f091f6-6e1f-4b54-acab-1d8c2b4fb231 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Router b7537374-e10e-41e3-88b1-e2d3c8037a91 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:46:54.278169 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Attempting to bind port 79c71ea7-02cd-466d-b698-2691a475f02f on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:46:54.278661 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Attempting to bind port 79c71ea7-02cd-466d-b698-2691a475f02f by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '4d909209-4c20-4102-9897-f3880eb3728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:46:54.279053 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Attempting to bind port 79c71ea7-02cd-466d-b698-2691a475f02f on network 04d99cc9-bfdb-48a8-abe9-2ade96e37348 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:46:54.292083 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:46:54.292456 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Checking segment: {'id': '4d909209-4c20-4102-9897-f3880eb3728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:46:54.292849 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:54.293232 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Bound using segment: {'id': '4d909209-4c20-4102-9897-f3880eb3728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:46:54.293703 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Bound port: 79c71ea7-02cd-466d-b698-2691a475f02f, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d909209-4c20-4102-9897-f3880eb3728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:46:54.294069 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:54.304661 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a2d95766-6702-407b-a9a7-1b1160c41169 req-b1e4abb9-b86d-4ca1-a734-efb600e26c77 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360114 Apr 08 02:46:54.344016 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:54.452144 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] For port 79c71ea7-02cd-466d-b698-2691a475f02f, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:46:54.455920 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:54.457510 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Pushing event updated for resources: {'Port': ['ID=e7dd83d1-aaa6-4611-9763-2a9ad6d5b167,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:54.460128 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:54.462361 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:46:54.470538 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] For port 79c71ea7-02cd-466d-b698-2691a475f02f, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=79c71ea7-02cd-466d-b698-2691a475f02f,segment=NetworkSegment(4d909209-4c20-4102-9897-f3880eb3728d),segment_id=4d909209-4c20-4102-9897-f3880eb3728d)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:46:54.480272 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:54.691789 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523526cf-d5a8-4aba-a9d9-155052fd82b8 None None] Pushing event updated for resources: {'Port': ['ID=79c71ea7-02cd-466d-b698-2691a475f02f,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:54.782451 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:54.783578 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980346'] for router, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:54.986036 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f091f6-6e1f-4b54-acab-1d8c2b4fb231 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:46:54.991090 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-e8f091f6-6e1f-4b54-acab-1d8c2b4fb231 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:54.999504 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c9226-f23c-4add-a5df-564342a32424 None None] Sync routers for ids ['b7537374-e10e-41e3-88b1-e2d3c8037a91'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:46:55.014458 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c9226-f23c-4add-a5df-564342a32424 None None] Routers {'b7537374-e10e-41e3-88b1-e2d3c8037a91'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:46:55.016133 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-310c9226-f23c-4add-a5df-564342a32424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:46:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['b7537374-e10e-41e3-88b1-e2d3c8037a91'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:55.070645 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-e8f091f6-6e1f-4b54-acab-1d8c2b4fb231 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "PUT /v2.0/floatingips/36444f0a-93d2-4648-86f1-4632d8ec0c63 HTTP/1.1" status: 200 len: 991 time: 2.9140069 Apr 08 02:46:55.071218 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'tag': '5a0e77b0-bc9a-4212-9033-ec1a9147356f'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:46:55.099131 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Router 14abff6b-32dc-4a2a-bb60-170f461fe4a4 is scheduled to L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a with binding_index 1 {{(pid=83154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 02:46:55.130581 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7246c44-8c9c-4497-aae5-d6c8a97b1c21'] response: {'name': 'network-changed', 'server_uuid': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'tag': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'status': 'completed', 'code': 200} Apr 08 02:46:55.231492 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-310c9226-f23c-4add-a5df-564342a32424 None None] Set router b7537374-e10e-41e3-88b1-e2d3c8037a91 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:46:55.316555 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:46:55.328647 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Sync routers for ids ['14abff6b-32dc-4a2a-bb60-170f461fe4a4'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:46:55.331310 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-339800f6-7860-4f39-91f8-e9ea7f412407 req-ddb35869-1551-4a9d-b17e-f8974804eb7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 1098 time: 0.0920208 Apr 08 02:46:55.346219 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Routers {'14abff6b-32dc-4a2a-bb60-170f461fe4a4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:46:55.347182 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:46:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['14abff6b-32dc-4a2a-bb60-170f461fe4a4'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:55.347537 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] Notify callbacks [] for router, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:55.352372 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-635f47a9-be56-41c3-bf38-52204a0c5f44 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6009412 Apr 08 02:46:55.352579 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 38072) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:55.621052 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339800f6-7860-4f39-91f8-e9ea7f412407 req-7889e5ef-d415-47c7-9088-6a1559c6be1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:55.627629 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-339800f6-7860-4f39-91f8-e9ea7f412407 req-7889e5ef-d415-47c7-9088-6a1559c6be1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 919 time: 0.2885513 Apr 08 02:46:55.802190 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 79c71ea7-02cd-466d-b698-2691a475f02f up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:46:55.871501 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-310c9226-f23c-4add-a5df-564342a32424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '36444f0a-93d2-4648-86f1-4632d8ec0c63', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'floating_ip_address': '172.28.1.165', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'port_id': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'mac_address': 'fa:16:3e:5c:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:46:31Z', 'updated_at': '2022-04-08T02:46:53Z', 'revision_number': 1, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 5, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:55.880029 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c9226-f23c-4add-a5df-564342a32424 None None] Checking router: b7537374-e10e-41e3-88b1-e2d3c8037a91 for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:46:55.901411 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20944db-9e97-4f03-a461-43e6f1e81149 req-234364ef-cafc-4533-9830-1b23af078c9a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:55.903890 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c20944db-9e97-4f03-a461-43e6f1e81149 req-234364ef-cafc-4533-9830-1b23af078c9a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.2915595 Apr 08 02:46:55.923059 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c9226-f23c-4add-a5df-564342a32424 None None] Routers {'b7537374-e10e-41e3-88b1-e2d3c8037a91'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:46:55.923862 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-310c9226-f23c-4add-a5df-564342a32424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:46:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['b7537374-e10e-41e3-88b1-e2d3c8037a91'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:55.964999 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-339800f6-7860-4f39-91f8-e9ea7f412407 req-23e262a8-06fa-4d6e-a24f-3f7b81a19045 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0e77b0-bc9a-4212-9033-ec1a9147356f HTTP/1.1" status: 200 len: 999 time: 0.2796698 Apr 08 02:46:55.974163 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 79c71ea7-02cd-466d-b698-2691a475f02f completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:55.974556 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7608fe6-193f-4f98-8ed8-ce8eb29d2f7d req-f883a397-6382-4f5d-8fcc-e9303c788ed7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f36689d17778495781486ab15ffa7a19&device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 1098 time: 0.3427525 Apr 08 02:46:56.002528 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Set router 14abff6b-32dc-4a2a-bb60-170f461fe4a4 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:46:56.135405 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff050c2-5cbb-4628-aa55-b09d495bba34 None None] Network 04d99cc9-bfdb-48a8-abe9-2ade96e37348 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:46:56.205408 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c20944db-9e97-4f03-a461-43e6f1e81149 req-01d5bb27-21b3-4a46-abd7-716daa6e581f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023857 Apr 08 02:46:56.208592 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339800f6-7860-4f39-91f8-e9ea7f412407 req-ff0ce7ec-06a3-4804-9184-262aba3e2d6d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:56.211105 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-339800f6-7860-4f39-91f8-e9ea7f412407 req-ff0ce7ec-06a3-4804-9184-262aba3e2d6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.2297018 Apr 08 02:46:56.226445 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-310c9226-f23c-4add-a5df-564342a32424 None None] Set router b7537374-e10e-41e3-88b1-e2d3c8037a91 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:46:56.244797 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-170cf269-ed70-4458-bbee-c099183417a1 None None] Provisioning for port 79c71ea7-02cd-466d-b698-2691a475f02f completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:56.308834 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7608fe6-193f-4f98-8ed8-ce8eb29d2f7d req-ea55ec3d-6707-449e-b1e3-736ed1fec232 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:56.310646 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7608fe6-193f-4f98-8ed8-ce8eb29d2f7d req-ea55ec3d-6707-449e-b1e3-736ed1fec232 service neutron] 10.222.0.37 "GET /v2.0/networks?id=08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 200 len: 917 time: 0.3276742 Apr 08 02:46:56.323839 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-170cf269-ed70-4458-bbee-c099183417a1 None None] Provisioning complete for port 79c71ea7-02cd-466d-b698-2691a475f02f triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:56.324199 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-170cf269-ed70-4458-bbee-c099183417a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:56.443598 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7608fe6-193f-4f98-8ed8-ce8eb29d2f7d req-5dd23680-8541-4ad7-aa01-fbb6bc323b6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43 HTTP/1.1" status: 200 len: 1000 time: 0.1209226 Apr 08 02:46:56.514504 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-339800f6-7860-4f39-91f8-e9ea7f412407 req-66fe68d1-8b70-44ce-bbb1-5df130a93633 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2833772 Apr 08 02:46:56.652860 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7608fe6-193f-4f98-8ed8-ce8eb29d2f7d req-2600be14-7c3a-45ae-be4c-e8c0e83d3c4b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:56.653995 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7608fe6-193f-4f98-8ed8-ce8eb29d2f7d req-2600be14-7c3a-45ae-be4c-e8c0e83d3c4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64016a0c-f630-4f2c-b2c8-29440d7c30ef HTTP/1.1" status: 200 len: 855 time: 0.1968622 Apr 08 02:46:56.678271 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-310c9226-f23c-4add-a5df-564342a32424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '36444f0a-93d2-4648-86f1-4632d8ec0c63', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'floating_ip_address': '172.28.1.165', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'port_id': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'mac_address': 'fa:16:3e:5c:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:46:31Z', 'updated_at': '2022-04-08T02:46:53Z', 'revision_number': 1, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 5, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:56.682502 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c9226-f23c-4add-a5df-564342a32424 None None] The sync data for ids ['b7537374-e10e-41e3-88b1-e2d3c8037a91'] in dv-cinder-837052-1-smb is: [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '36444f0a-93d2-4648-86f1-4632d8ec0c63', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'floating_ip_address': '172.28.1.165', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'port_id': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'mac_address': 'fa:16:3e:5c:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:46:31Z', 'updated_at': '2022-04-08T02:46:53Z', 'revision_number': 1, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 5, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:46:56.737382 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-170cf269-ed70-4458-bbee-c099183417a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:56.785762 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-339800f6-7860-4f39-91f8-e9ea7f412407 req-01472a8c-e8ee-4859-827b-09c9ff4dfd93 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570813 Apr 08 02:46:56.825787 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-170cf269-ed70-4458-bbee-c099183417a1 None None] For port 79c71ea7-02cd-466d-b698-2691a475f02f, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=79c71ea7-02cd-466d-b698-2691a475f02f,segment=NetworkSegment(4d909209-4c20-4102-9897-f3880eb3728d),segment_id=4d909209-4c20-4102-9897-f3880eb3728d)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:56.846649 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'name': 'tempest-TestMinimumBasicScenario-530077369-router', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:52Z', 'updated_at': '2022-04-08T02:46:54Z', 'revision_number': 3, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'gw_port': {'id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:36:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:53Z', 'updated_at': '2022-04-08T02:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:56.853761 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-170cf269-ed70-4458-bbee-c099183417a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:56.980699 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Checking router: 14abff6b-32dc-4a2a-bb60-170f461fe4a4 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:46:56.989837 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Updating router 14abff6b-32dc-4a2a-bb60-170f461fe4a4 port e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 binding host dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:46:57.010092 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:57.080319 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-339800f6-7860-4f39-91f8-e9ea7f412407 req-37b2fb7f-c747-493d-b8ca-1325aa57bc4e service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653372 Apr 08 02:46:57.086475 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7608fe6-193f-4f98-8ed8-ce8eb29d2f7d req-113df683-baf7-48cc-9664-06842dfc6508 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08bdb27d-9848-4e86-ab5c-accfd09c6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4113226 Apr 08 02:46:57.102046 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cf269-ed70-4458-bbee-c099183417a1 None None] Pushing event updated for resources: {'Port': ['ID=79c71ea7-02cd-466d-b698-2691a475f02f,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:57.118573 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:57.168717 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-2aeeea0b-cb4e-4632-81e7-ba02b986de3a None None] Provisioning complete for port 79c71ea7-02cd-466d-b698-2691a475f02f triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:57.169079 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2aeeea0b-cb4e-4632-81e7-ba02b986de3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:57.249013 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7608fe6-193f-4f98-8ed8-ce8eb29d2f7d req-84597bb9-45a7-4ade-87f6-7e8ff47f9a12 service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489854 Apr 08 02:46:57.261419 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Allocated IP 172.20.0.1 (04d99cc9-bfdb-48a8-abe9-2ade96e37348/161b2534-e10c-44f2-ac7c-7f26c51d083e/8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:46:57.465868 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:57.483170 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.provisioning_blocks [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Transition to ACTIVE for port object 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 will not be triggered until provisioned by entity DHCP. {{(pid=83154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:57.528474 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7608fe6-193f-4f98-8ed8-ce8eb29d2f7d req-d32aa30e-9204-4b71-ba37-b7e68e885f53 service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666607 Apr 08 02:46:57.570069 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:57.639724 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 79c71ea7-02cd-466d-b698-2691a475f02f up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:46:57.690159 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Network 04d99cc9-bfdb-48a8-abe9-2ade96e37348 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:57.693523 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:57.700383 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a40c4-d3bd-4205-b44f-ce92a09ab596 req-c299cfa8-03c1-41e3-901e-f88e348f277f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:57.701923 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-679a40c4-d3bd-4205-b44f-ce92a09ab596 req-c299cfa8-03c1-41e3-901e-f88e348f277f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 945 time: 0.2077188 Apr 08 02:46:57.703682 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Notify callbacks [] for port, precommit_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:57.706432 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:46:57.720482 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Transition to ACTIVE for port object e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:46:57.730914 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:57.734730 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Pushing event updated for resources: {'Port': ['ID=8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:57.790564 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 79c71ea7-02cd-466d-b698-2691a475f02f triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:57.790850 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:57.811550 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980912'] for router_interface, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:57.827839 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-679a40c4-d3bd-4205-b44f-ce92a09ab596 req-73ea0ab3-106f-4e3c-bd30-d4c1200dec2e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940444 Apr 08 02:46:57.839055 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a3f99-0791-49c8-9773-7b7f34ffecef req-0b666ea8-92b4-4d03-9e48-62bfaf8858fb tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:57.840533 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-357a3f99-0791-49c8-9773-7b7f34ffecef req-0b666ea8-92b4-4d03-9e48-62bfaf8858fb tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.2304723 Apr 08 02:46:57.884402 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113b52f-792b-4409-86d0-7882d7738789 None None] Pushing event updated for resources: {'Port': ['ID=e7dd83d1-aaa6-4611-9763-2a9ad6d5b167,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:57.894453 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Attempting to bind port e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:46:57.894826 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Attempting to bind port e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:46:57.895313 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Attempting to bind port e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 on network d59c54fc-6a56-459d-9ae4-db8d99a734e0 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:46:57.907839 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:46:57.908206 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Checking segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:46:57.908605 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:57.909472 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Bound using segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:46:57.909472 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Bound port: e7dd83d1-aaa6-4611-9763-2a9ad6d5b167, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:46:57.909804 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:57.945792 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-357a3f99-0791-49c8-9773-7b7f34ffecef req-43c18031-6b18-43df-b493-a8266bef5dd9 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985391 Apr 08 02:46:57.965326 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:58.079816 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-66574c11-1e29-42d5-8519-ae2f4ae622e5 None None] Provisioning for port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:46:58.089821 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-66574c11-1e29-42d5-8519-ae2f4ae622e5 None None] Provisioning complete for port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:58.090182 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-66574c11-1e29-42d5-8519-ae2f4ae622e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:58.112783 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] For port e7dd83d1-aaa6-4611-9763-2a9ad6d5b167, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:46:58.136408 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] For port e7dd83d1-aaa6-4611-9763-2a9ad6d5b167, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=e7dd83d1-aaa6-4611-9763-2a9ad6d5b167,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:46:58.142155 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:58.191896 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-66574c11-1e29-42d5-8519-ae2f4ae622e5 None None] Port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:46:58.211702 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:58.217361 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107667'] for port, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:58.227418 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113b52f-792b-4409-86d0-7882d7738789 None None] Pushing event updated for resources: {'Port': ['ID=e7dd83d1-aaa6-4611-9763-2a9ad6d5b167,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:58.231763 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Routers {'14abff6b-32dc-4a2a-bb60-170f461fe4a4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:46:58.232571 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:46:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['14abff6b-32dc-4a2a-bb60-170f461fe4a4'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:58.320424 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Pushing event updated for resources: {'Port': ['ID=8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4,revision_number=2']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:58.323896 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2029860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-980783'] for router_interface, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:58.405243 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] Set router 14abff6b-32dc-4a2a-bb60-170f461fe4a4 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:46:58.456676 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Network 04d99cc9-bfdb-48a8-abe9-2ade96e37348 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:46:58.457881 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:46:58.698395 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device d2e714d5-68d5-4c5e-996c-1a3ace0aac43 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:46:58.777226 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-dc88d9c9-ddc3-445f-b0cc-b73ea2a1d9f1 None None] Provisioning complete for port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:46:58.777499 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-dc88d9c9-ddc3-445f-b0cc-b73ea2a1d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:58.874696 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'name': 'tempest-TestMinimumBasicScenario-530077369-router', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:52Z', 'updated_at': '2022-04-08T02:46:57Z', 'revision_number': 4, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'gw_port': {'id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:36:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:53Z', 'updated_at': '2022-04-08T02:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4', 'name': '', 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'mac_address': 'fa:16:3e:2b:0d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161b2534-e10c-44f2-ac7c-7f26c51d083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:57Z', 'updated_at': '2022-04-08T02:46:58Z', 'revision_number': 2, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'subnets': [{'id': '161b2534-e10c-44f2-ac7c-7f26c51d083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:58.878069 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-dc88d9c9-ddc3-445f-b0cc-b73ea2a1d9f1 None None] Port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:46:58.885745 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81f533-3770-49fb-a8b7-a8c369fe4879 None None] The sync data for ids ['14abff6b-32dc-4a2a-bb60-170f461fe4a4'] in dv-cinder-837052-1-smb is: [{'id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'name': 'tempest-TestMinimumBasicScenario-530077369-router', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:52Z', 'updated_at': '2022-04-08T02:46:57Z', 'revision_number': 4, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'gw_port': {'id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:36:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:53Z', 'updated_at': '2022-04-08T02:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4', 'name': '', 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'mac_address': 'fa:16:3e:2b:0d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161b2534-e10c-44f2-ac7c-7f26c51d083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:57Z', 'updated_at': '2022-04-08T02:46:58Z', 'revision_number': 2, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'subnets': [{'id': '161b2534-e10c-44f2-ac7c-7f26c51d083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:46:58.889199 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:58.926262 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:46:58.934553 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Router 14abff6b-32dc-4a2a-bb60-170f461fe4a4 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:46:58.935925 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:46:58.944629 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:58.989319 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6411553-e1c4-4d4a-8781-d09d22b8f84b'] response: {'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'code': 200} Apr 08 02:46:59.025898 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,revision_number=8']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:46:59.217726 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831d37-c8ae-46c7-bfe1-5e716dbacb2a req-2138da47-c79c-4e7e-805e-4f83669c4094 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:59.219207 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eb831d37-c8ae-46c7-bfe1-5e716dbacb2a req-2138da47-c79c-4e7e-805e-4f83669c4094 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.2113717 Apr 08 02:46:59.270625 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb99831-041e-4f75-9a5b-28b6bf1f49c5 req-adc85055-f241-45b2-bbe1-cd33654d9013 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:46:59.272066 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2cb99831-041e-4f75-9a5b-28b6bf1f49c5 req-adc85055-f241-45b2-bbe1-cd33654d9013 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1652451 Apr 08 02:46:59.303850 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eb831d37-c8ae-46c7-bfe1-5e716dbacb2a req-bb28b143-a457-4f09-a36b-617db0dae685 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780799 Apr 08 02:46:59.348574 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2cb99831-041e-4f75-9a5b-28b6bf1f49c5 req-fb968a8e-b169-4701-a424-43cd24f38205 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681491 Apr 08 02:46:59.354774 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:46:59.364079 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-45efeec6-0e03-4216-b063-c75038e29118 admin admin] 10.222.0.44 "PUT /v2.0/routers/14abff6b-32dc-4a2a-bb60-170f461fe4a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0103462 Apr 08 02:47:00.293634 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8395d58f-8ca0-43b7-b0b4-7601777cc4e3 None None] New status for floating IP 36444f0a-93d2-4648-86f1-4632d8ec0c63: ACTIVE {{(pid=83156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:47:00.653032 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f89c-74af-471e-94e1-ba4468b08c5d req-bef1d782-4f31-4e7a-b5f1-efc76851923d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:00.660510 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3518f89c-74af-471e-94e1-ba4468b08c5d req-bef1d782-4f31-4e7a-b5f1-efc76851923d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1488628 Apr 08 02:47:00.689371 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e12db-b277-4e8e-88c2-7943e3dec011 req-128844fb-c24d-4388-b064-f9870a70453b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:00.690875 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4a8e12db-b277-4e8e-88c2-7943e3dec011 req-128844fb-c24d-4388-b064-f9870a70453b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.1464400 Apr 08 02:47:00.748808 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3518f89c-74af-471e-94e1-ba4468b08c5d req-6b293adc-d8f5-494e-bc1f-91867f0e84ed tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872996 Apr 08 02:47:00.779179 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4a8e12db-b277-4e8e-88c2-7943e3dec011 req-4fc91d2f-2631-4815-af61-60d700785545 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758970 Apr 08 02:47:02.083683 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bca8b40b-9841-42b7-a283-1e3cbf50c0bf req-983bf5e1-a6a4-49a7-a608-6c99795e3403 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1084318 Apr 08 02:47:02.122928 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c8fd6-2547-45c9-a169-66ebd01fc99a req-bbce7c33-4ad8-4173-872d-72d1af7e65d5 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:02.132897 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-786c8fd6-2547-45c9-a169-66ebd01fc99a req-bbce7c33-4ad8-4173-872d-72d1af7e65d5 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.2063236 Apr 08 02:47:02.244475 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-786c8fd6-2547-45c9-a169-66ebd01fc99a req-caa456cc-579a-456d-b563-b11bca2e5f1d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106944 Apr 08 02:47:02.544293 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec024893-2e52-4f94-a8f0-2ce119ac506a req-0a5843ee-7965-4835-8053-88ad74afdd99 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:02.556225 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ec024893-2e52-4f94-a8f0-2ce119ac506a req-0a5843ee-7965-4835-8053-88ad74afdd99 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.1437027 Apr 08 02:47:02.676056 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ec024893-2e52-4f94-a8f0-2ce119ac506a req-3018d2a9-555f-4505-a070-487acdc4ed1a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181157 Apr 08 02:47:02.693818 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 38208) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:02.926238 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5ce6faf2-92d0-492e-87c6-42b9e7f87fb3 req-b81c77f5-d7a5-4edf-9dfd-8f3aea0dff22 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2310948 Apr 08 02:47:03.511412 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb2678-5def-4b33-acf3-7be23d640e49 req-2be70f07-56f4-453b-98df-464f151f8a41 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:03.513893 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3bdb2678-5def-4b33-acf3-7be23d640e49 req-2be70f07-56f4-453b-98df-464f151f8a41 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1208434 Apr 08 02:47:03.696079 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3bdb2678-5def-4b33-acf3-7be23d640e49 req-969da420-fcd6-474c-aff3-aca0955a4ed8 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692212 Apr 08 02:47:03.797652 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:03.937649 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:47:03.947726 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:03.948492 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:04.127140 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fd2c2-7901-46cb-94e4-4bbcfa121354 req-b6229c2f-d5ae-43c6-8648-b145e160ccf3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:04.128812 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-869fd2c2-7901-46cb-94e4-4bbcfa121354 req-b6229c2f-d5ae-43c6-8648-b145e160ccf3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.1974418 Apr 08 02:47:04.195837 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:04.225558 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port e7dd83d1-aaa6-4611-9763-2a9ad6d5b167, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=e7dd83d1-aaa6-4611-9763-2a9ad6d5b167,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:47:04.247466 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:04.254497 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-869fd2c2-7901-46cb-94e4-4bbcfa121354 req-e9b3334b-1402-40b9-90d4-07daa351cbdc tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170151 Apr 08 02:47:04.363853 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=e7dd83d1-aaa6-4611-9763-2a9ad6d5b167,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:04.557556 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5ce6faf2-92d0-492e-87c6-42b9e7f87fb3 req-ffaefc1b-dd24-479e-b174-34fbe10568f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb&tenant_id=f36689d17778495781486ab15ffa7a19 HTTP/1.1" status: 200 len: 1096 time: 0.0884192 Apr 08 02:47:04.662508 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5ce6faf2-92d0-492e-87c6-42b9e7f87fb3 req-f5894422-ce64-401a-8eee-68204d86b305 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f36689d17778495781486ab15ffa7a19&device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 1096 time: 0.0811515 Apr 08 02:47:04.731965 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device d2e714d5-68d5-4c5e-996c-1a3ace0aac43 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:47:04.861393 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6faf2-92d0-492e-87c6-42b9e7f87fb3 req-69d0caaf-a956-4450-a1e1-27623ed4c69c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:04.862788 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5ce6faf2-92d0-492e-87c6-42b9e7f87fb3 req-69d0caaf-a956-4450-a1e1-27623ed4c69c service neutron] 10.222.0.37 "GET /v2.0/networks?id=08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 200 len: 917 time: 0.1921904 Apr 08 02:47:05.005956 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5ce6faf2-92d0-492e-87c6-42b9e7f87fb3 req-95603e18-f9fe-41aa-a972-ba70e4d679e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43 HTTP/1.1" status: 200 len: 998 time: 0.1356227 Apr 08 02:47:05.010227 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e840d-1928-4c0d-8f92-3f7e3e928865 req-3823be74-93e0-420e-85e9-b73851c58667 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:05.011714 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-867e840d-1928-4c0d-8f92-3f7e3e928865 req-3823be74-93e0-420e-85e9-b73851c58667 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0971549 Apr 08 02:47:05.080311 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-867e840d-1928-4c0d-8f92-3f7e3e928865 req-7b5a7687-92fd-4b5c-b8cc-22ed9a9f70f2 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625951 Apr 08 02:47:05.082057 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6faf2-92d0-492e-87c6-42b9e7f87fb3 req-16eac2bd-00a4-4caa-8771-721629c04110 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:05.083504 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5ce6faf2-92d0-492e-87c6-42b9e7f87fb3 req-16eac2bd-00a4-4caa-8771-721629c04110 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64016a0c-f630-4f2c-b2c8-29440d7c30ef HTTP/1.1" status: 200 len: 855 time: 0.0657322 Apr 08 02:47:05.162139 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5ce6faf2-92d0-492e-87c6-42b9e7f87fb3 req-bd3b09eb-8f65-4e1e-9a29-c93a6a0d41e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08bdb27d-9848-4e86-ab5c-accfd09c6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704594 Apr 08 02:47:05.298650 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5ce6faf2-92d0-492e-87c6-42b9e7f87fb3 req-4db2011e-0519-464b-b4fa-d24b3932fdbb service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297081 Apr 08 02:47:05.482561 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5ce6faf2-92d0-492e-87c6-42b9e7f87fb3 req-ec490799-2f5c-4af7-b7f4-c7d568f2630c service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760066 Apr 08 02:47:05.566672 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eea777-d400-45b9-812f-284905f1d5b4 req-88d40511-ce54-4f5d-96c5-b3dbadda3b0d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:05.576943 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-52eea777-d400-45b9-812f-284905f1d5b4 req-88d40511-ce54-4f5d-96c5-b3dbadda3b0d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.1087220 Apr 08 02:47:05.644120 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:05.645199 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-52eea777-d400-45b9-812f-284905f1d5b4 req-0c8f3eda-4d74-4637-818c-23aa3322fe40 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660038 Apr 08 02:47:05.726342 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:05.726529 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:06.285052 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f8217-eb80-4d95-a752-4f3f5bf3ec86 req-9042092e-e3c7-4ce7-a9f8-5a2a6b8be532 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:06.286630 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-146f8217-eb80-4d95-a752-4f3f5bf3ec86 req-9042092e-e3c7-4ce7-a9f8-5a2a6b8be532 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0876749 Apr 08 02:47:06.343053 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-146f8217-eb80-4d95-a752-4f3f5bf3ec86 req-7e24bb17-8b1d-46b2-b046-f99196c821e6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489180 Apr 08 02:47:06.968444 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc757f-34d0-4a20-9e63-bcb5d496c8fa req-1ec4124e-6017-4161-b5a7-cd5ca6ae7b8c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:06.976744 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bbbc757f-34d0-4a20-9e63-bcb5d496c8fa req-1ec4124e-6017-4161-b5a7-cd5ca6ae7b8c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.1780448 Apr 08 02:47:07.028235 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bbbc757f-34d0-4a20-9e63-bcb5d496c8fa req-352829c9-943c-4cd0-a723-b5f4836eb9fe tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504663 Apr 08 02:47:07.340838 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 38286) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:07.609495 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1824011c-9ee3-4b40-a546-3a9888941d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:07.655998 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-1824011c-9ee3-4b40-a546-3a9888941d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:07.674830 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-1824011c-9ee3-4b40-a546-3a9888941d0b admin admin] Usage tracker for resource:security_group_rule and tenant:23aab1d5bee244f396a1cd42adce1e86 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:07.678750 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-1824011c-9ee3-4b40-a546-3a9888941d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:07.686021 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-1824011c-9ee3-4b40-a546-3a9888941d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:07.886739 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1824011c-9ee3-4b40-a546-3a9888941d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:07.900265 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48071fb-013a-4afc-a009-9c89a879fcd0 req-2a734afa-b2c8-427c-a4ad-5349fd04bffa tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:07.903002 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1824011c-9ee3-4b40-a546-3a9888941d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:07.908831 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c48071fb-013a-4afc-a009-9c89a879fcd0 req-2a734afa-b2c8-427c-a4ad-5349fd04bffa tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1153405 Apr 08 02:47:08.015261 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824011c-9ee3-4b40-a546-3a9888941d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15851b55-784e-4c35-82bf-138e395d15c7,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:08.038589 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c48071fb-013a-4afc-a009-9c89a879fcd0 req-191a54ff-e575-43eb-b438-4be067ab1c4d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286075 Apr 08 02:47:08.069235 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-1824011c-9ee3-4b40-a546-3a9888941d0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23aab1d5bee244f396a1cd42adce1e86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7277052 Apr 08 02:47:08.071865 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 38298) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:08.192638 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1c6661ae-4989-41be-995a-8794a96ad9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:08.244652 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1c6661ae-4989-41be-995a-8794a96ad9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:08.411640 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1c6661ae-4989-41be-995a-8794a96ad9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:08.437072 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6661ae-4989-41be-995a-8794a96ad9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15851b55-784e-4c35-82bf-138e395d15c7,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:08.448148 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a7037-770c-4f47-a6ea-feaed006d687 req-d789a0d5-ac32-441d-a912-f075a54d9a84 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:08.449625 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9d9a7037-770c-4f47-a6ea-feaed006d687 req-d789a0d5-ac32-441d-a912-f075a54d9a84 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.1458542 Apr 08 02:47:08.464418 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1c6661ae-4989-41be-995a-8794a96ad9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:08.468099 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-1c6661ae-4989-41be-995a-8794a96ad9f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15851b55-784e-4c35-82bf-138e395d15c7 HTTP/1.1" status: 204 len: 168 time: 0.3927591 Apr 08 02:47:08.528604 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9d9a7037-770c-4f47-a6ea-feaed006d687 req-d7ea3e65-bccf-40b7-9a4e-3ca9b2adf3e2 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610459 Apr 08 02:47:09.272940 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f160ec6-f74a-4475-b301-eccc788054cd req-fd658ef7-c761-45e9-ad09-9944b41e9fa2 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:09.274336 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3f160ec6-f74a-4475-b301-eccc788054cd req-fd658ef7-c761-45e9-ad09-9944b41e9fa2 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0943530 Apr 08 02:47:09.330114 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3f160ec6-f74a-4475-b301-eccc788054cd req-f2884376-c95c-4946-a9db-2a07b56b35d1 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499136 Apr 08 02:47:09.767356 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c235d0-7b1c-4957-9057-c35545dd264d req-008258eb-f698-48fb-a314-54eba27f1149 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:09.788432 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b4c235d0-7b1c-4957-9057-c35545dd264d req-008258eb-f698-48fb-a314-54eba27f1149 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.1045392 Apr 08 02:47:09.858343 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b4c235d0-7b1c-4957-9057-c35545dd264d req-ec637cea-e79c-441c-a56c-10151063dadf tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688310 Apr 08 02:47:10.558076 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e82de9-4441-470a-b7fd-db356091d1a8 req-67254708-44e2-4645-9ebf-1e858d6bd95b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:10.559479 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-23e82de9-4441-470a-b7fd-db356091d1a8 req-67254708-44e2-4645-9ebf-1e858d6bd95b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0909686 Apr 08 02:47:10.621672 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-23e82de9-4441-470a-b7fd-db356091d1a8 req-2787d1c7-6982-4fc1-a07f-ab39734788f0 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556200 Apr 08 02:47:11.094454 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b4768-7f3c-42c4-9185-5333d2931116 req-8acaa985-80ea-4c1d-978b-0fe168333427 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:11.096527 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-282b4768-7f3c-42c4-9185-5333d2931116 req-8acaa985-80ea-4c1d-978b-0fe168333427 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.0950770 Apr 08 02:47:11.144294 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-282b4768-7f3c-42c4-9185-5333d2931116 req-4473d589-e53e-42b1-9806-c108f8696dde tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416050 Apr 08 02:47:11.854122 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baf21f-bbc5-4836-80e6-40b60fc16b26 req-4a116031-b3d8-4973-a2d5-b8296d0c4ef8 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:11.882347 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d4baf21f-bbc5-4836-80e6-40b60fc16b26 req-4a116031-b3d8-4973-a2d5-b8296d0c4ef8 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1267288 Apr 08 02:47:12.004320 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d4baf21f-bbc5-4836-80e6-40b60fc16b26 req-5dfe3665-989c-4f25-b1dd-c2c7acceb8c7 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357472 Apr 08 02:47:12.464375 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63996ba-817c-4f3f-9cc0-5ae0b0a67113 req-f61c7b94-28da-493a-9365-e09f0767bdcc tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:12.466639 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f63996ba-817c-4f3f-9cc0-5ae0b0a67113 req-f61c7b94-28da-493a-9365-e09f0767bdcc tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.1474333 Apr 08 02:47:12.528519 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f63996ba-817c-4f3f-9cc0-5ae0b0a67113 req-97cb78c8-2f00-4cbd-b7e2-adead90477d7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524399 Apr 08 02:47:13.246879 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c54523-ae47-4907-a9ba-a6e705ed8b3e req-f62af4db-ce12-454a-bb6b-c54985788b9b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:13.251462 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-80c54523-ae47-4907-a9ba-a6e705ed8b3e req-f62af4db-ce12-454a-bb6b-c54985788b9b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0913854 Apr 08 02:47:13.303731 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-80c54523-ae47-4907-a9ba-a6e705ed8b3e req-451cd78e-91ce-4e8a-8d40-38f7c2b6ee6d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476143 Apr 08 02:47:13.487425 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-dc4c3e3e-f9a2-439e-81fb-c157df0c2a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:13.762732 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168be1c-4259-442b-97b4-8aee32b2c712 req-2986222a-c76d-4364-91e5-ff51dd40c5ef tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:13.765805 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a168be1c-4259-442b-97b4-8aee32b2c712 req-2986222a-c76d-4364-91e5-ff51dd40c5ef tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.0880587 Apr 08 02:47:13.824150 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a168be1c-4259-442b-97b4-8aee32b2c712 req-ab8dc228-4388-411e-bd02-464217b85dd0 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540495 Apr 08 02:47:14.535920 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9a4eb-50e8-4bf0-ba65-da9f7a3b8dfa req-10f04d52-0232-49eb-a261-3003e31941de tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:14.544082 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d1d9a4eb-50e8-4bf0-ba65-da9f7a3b8dfa req-10f04d52-0232-49eb-a261-3003e31941de tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0982354 Apr 08 02:47:14.590103 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d1d9a4eb-50e8-4bf0-ba65-da9f7a3b8dfa req-221f3b1d-60d8-4df9-9595-4e0c25d18bd4 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446718 Apr 08 02:47:15.062510 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18922-959f-44d5-b93f-16652b19f21e req-8da8e955-47cf-4503-b671-fe06bd47c520 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:15.064537 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dea18922-959f-44d5-b93f-16652b19f21e req-8da8e955-47cf-4503-b671-fe06bd47c520 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.0918920 Apr 08 02:47:15.115164 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dea18922-959f-44d5-b93f-16652b19f21e req-0659cbf0-df49-454d-b33d-ce6c950ac6ff tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445917 Apr 08 02:47:15.595240 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Sync routers for ids ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:47:15.612607 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Routers {'fa1f0736-2c26-4ac8-8247-b142438c1ea4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:47:15.614027 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-44cfabae-ba24-475d-864a-417363b8864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:46:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:15.839781 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-6877617b-f77d-484d-be95-ca419fc6781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:15.848377 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Set router fa1f0736-2c26-4ac8-8247-b142438c1ea4 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:47:15.862742 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec1e76-b8bd-44dd-a732-8d612fddabbd req-e597fe6c-5824-42a7-9e88-3fdf9a3b9661 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:15.864235 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-90ec1e76-b8bd-44dd-a732-8d612fddabbd req-e597fe6c-5824-42a7-9e88-3fdf9a3b9661 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1132410 Apr 08 02:47:15.948621 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-90ec1e76-b8bd-44dd-a732-8d612fddabbd req-d68c672c-6ea0-431f-a8dd-32d0315bc902 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771019 Apr 08 02:47:16.257493 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-44cfabae-ba24-475d-864a-417363b8864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:46:47Z', 'revision_number': 4, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '64d234f5-4542-4c74-8ee7-7d2e06949f9e', 'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'mac_address': 'fa:16:3e:58:d2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:47Z', 'updated_at': '2022-04-08T02:46:48Z', 'revision_number': 2, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'subnets': [{'id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:16.262033 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Checking router: fa1f0736-2c26-4ac8-8247-b142438c1ea4 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:47:16.262567 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Updating router fa1f0736-2c26-4ac8-8247-b142438c1ea4 port 64d234f5-4542-4c74-8ee7-7d2e06949f9e binding host dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:47:16.325612 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:16.460125 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-db30906c-2313-46b0-9041-c1752ba4611f tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:16.460807 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-db30906c-2313-46b0-9041-c1752ba4611f tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Synchronizing usage tracker for tenant:df331efa61df4c838ba6ab92ff33cdaa on resource:network {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:47:16.477520 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e2316-2946-46d6-b911-9b707ddef914 req-97df6b77-fe81-4c07-844b-59f91e75b872 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:16.479209 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8a9e2316-2946-46d6-b911-9b707ddef914 req-97df6b77-fe81-4c07-844b-59f91e75b872 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.1903529 Apr 08 02:47:16.510375 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-db30906c-2313-46b0-9041-c1752ba4611f tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Unset dirty status for tenant:df331efa61df4c838ba6ab92ff33cdaa on resource:network {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:47:16.517162 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-db30906c-2313-46b0-9041-c1752ba4611f tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/networks?id=f2eaa56e-aab0-4616-b26d-2e4390bf403e HTTP/1.1" status: 200 len: 815 time: 0.2541273 Apr 08 02:47:16.543476 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-409ad64f-4ba9-4f35-baec-9ed496406771 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/quotas/df331efa61df4c838ba6ab92ff33cdaa HTTP/1.1" status: 200 len: 375 time: 0.0253811 Apr 08 02:47:16.595795 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8a9e2316-2946-46d6-b911-9b707ddef914 req-5b217ef9-7a43-4642-b657-56d09e869c5e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094522 Apr 08 02:47:16.634976 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-f489c5c1-712e-47b9-8090-2cb763f9a16c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=df331efa61df4c838ba6ab92ff33cdaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862203 Apr 08 02:47:16.671231 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:16.738942 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Notify callbacks [] for port, precommit_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:16.765658 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Transition to ACTIVE for port object 64d234f5-4542-4c74-8ee7-7d2e06949f9e will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:47:16.773537 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:16.847812 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-e3f513e9-39bf-4272-a8ec-e18e17099642 service neutron] 10.222.0.44 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990798 Apr 08 02:47:16.981507 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb4baf-6c95-4d8d-9e60-63c5e6f54acf None None] Pushing event updated for resources: {'Port': ['ID=64d234f5-4542-4c74-8ee7-7d2e06949f9e,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:17.059607 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:17.092916 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-34b78ec4-db60-4942-9774-2f7b8252e9b7 service neutron] 10.222.0.44 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294176 Apr 08 02:47:17.136983 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Attempting to bind port 64d234f5-4542-4c74-8ee7-7d2e06949f9e on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:47:17.137351 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Attempting to bind port 64d234f5-4542-4c74-8ee7-7d2e06949f9e by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '1eea4818-f3ec-4589-a0d8-9eb7fba36920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:47:17.137707 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Attempting to bind port 64d234f5-4542-4c74-8ee7-7d2e06949f9e on network f2eaa56e-aab0-4616-b26d-2e4390bf403e {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:47:17.162124 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:47:17.162532 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Checking segment: {'id': '1eea4818-f3ec-4589-a0d8-9eb7fba36920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:47:17.162952 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:17.163344 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Bound using segment: {'id': '1eea4818-f3ec-4589-a0d8-9eb7fba36920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:47:17.163814 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Bound port: 64d234f5-4542-4c74-8ee7-7d2e06949f9e, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eea4818-f3ec-4589-a0d8-9eb7fba36920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:47:17.164427 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:17.273282 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3100298-42d2-4ead-b5df-bd78ddfc3cfc req-bc561817-c1ac-4505-b7b2-b00a4a1c4ad3 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:17.275707 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c3100298-42d2-4ead-b5df-bd78ddfc3cfc req-bc561817-c1ac-4505-b7b2-b00a4a1c4ad3 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1167114 Apr 08 02:47:17.309732 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-44cfabae-ba24-475d-864a-417363b8864d None None] For port 64d234f5-4542-4c74-8ee7-7d2e06949f9e, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:47:17.316650 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-44cfabae-ba24-475d-864a-417363b8864d None None] For port 64d234f5-4542-4c74-8ee7-7d2e06949f9e, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=64d234f5-4542-4c74-8ee7-7d2e06949f9e,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:47:17.325305 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:17.394306 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-851eda0a-666f-44de-acb1-ee4398ee63f3 req-9a9b20fe-9816-431b-a81c-244ce71742e5 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 210 time: 0.0634313 Apr 08 02:47:17.411464 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c3100298-42d2-4ead-b5df-bd78ddfc3cfc req-5fdbf546-ad3b-4a2c-8418-10178a65e5c9 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301019 Apr 08 02:47:17.430148 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb4baf-6c95-4d8d-9e60-63c5e6f54acf None None] Pushing event updated for resources: {'Port': ['ID=64d234f5-4542-4c74-8ee7-7d2e06949f9e,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:17.472355 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Routers {'fa1f0736-2c26-4ac8-8247-b142438c1ea4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:47:17.473102 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-44cfabae-ba24-475d-864a-417363b8864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:47:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:17.698571 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 64d234f5-4542-4c74-8ee7-7d2e06949f9e up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:17.818300 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-44cfabae-ba24-475d-864a-417363b8864d None None] Set router fa1f0736-2c26-4ac8-8247-b142438c1ea4 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:47:17.917691 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322e1f4-b1da-4512-8772-71ed31d27a89 req-96a966cf-ad1e-41ed-85c9-f1d680c14654 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:17.920120 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c322e1f4-b1da-4512-8772-71ed31d27a89 req-96a966cf-ad1e-41ed-85c9-f1d680c14654 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.0906987 Apr 08 02:47:17.971149 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c322e1f4-b1da-4512-8772-71ed31d27a89 req-bf01fdd9-cd86-44b8-b6fc-5bc8205e355f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409770 Apr 08 02:47:17.977879 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 64d234f5-4542-4c74-8ee7-7d2e06949f9e completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:47:17.988751 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 64d234f5-4542-4c74-8ee7-7d2e06949f9e triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:17.989111 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:18.158214 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:18.251129 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:18.293531 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port 64d234f5-4542-4c74-8ee7-7d2e06949f9e, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=64d234f5-4542-4c74-8ee7-7d2e06949f9e,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:47:18.301131 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:18.335045 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-44cfabae-ba24-475d-864a-417363b8864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:46:47Z', 'revision_number': 4, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '64d234f5-4542-4c74-8ee7-7d2e06949f9e', 'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'mac_address': 'fa:16:3e:58:d2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:47Z', 'updated_at': '2022-04-08T02:47:17Z', 'revision_number': 4, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'subnets': [{'id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:18.349644 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cfabae-ba24-475d-864a-417363b8864d None None] The sync data for ids ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'] in dv-cinder-837052-1-smb is: [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:46:47Z', 'revision_number': 4, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '64d234f5-4542-4c74-8ee7-7d2e06949f9e', 'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'mac_address': 'fa:16:3e:58:d2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:47Z', 'updated_at': '2022-04-08T02:47:17Z', 'revision_number': 4, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'subnets': [{'id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:47:18.378567 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=64d234f5-4542-4c74-8ee7-7d2e06949f9e,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:18.599527 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-073173ce-be1e-4ad9-ab47-de1f3aa0f848 req-7c150887-bebf-471e-8c12-d1848f9cb4fa tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 210 time: 0.0875335 Apr 08 02:47:18.655640 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58dd19-7d63-428e-845f-5c652e1bbb1d req-88057d21-56a1-4e4c-9fe0-5d88491611da tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:18.657310 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-be58dd19-7d63-428e-845f-5c652e1bbb1d req-88057d21-56a1-4e4c-9fe0-5d88491611da tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0994594 Apr 08 02:47:18.706726 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-be58dd19-7d63-428e-845f-5c652e1bbb1d req-973507cd-b212-4dff-bead-5062d6a4b81e tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430496 Apr 08 02:47:19.197565 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7f23a-35fe-410e-89d8-dbd0b91a7db7 req-8bfe298a-3aff-42c1-8ded-1073742914ef tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:19.199017 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a5e7f23a-35fe-410e-89d8-dbd0b91a7db7 req-8bfe298a-3aff-42c1-8ded-1073742914ef tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.0826101 Apr 08 02:47:19.246523 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a5e7f23a-35fe-410e-89d8-dbd0b91a7db7 req-04ddbae6-72a3-4491-8481-8e360f259eb7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413117 Apr 08 02:47:19.425789 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-8336388e-89f4-4e49-a29d-012872d0335c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:19.427894 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-8336388e-89f4-4e49-a29d-012872d0335c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.37 "GET /v2.0/networks?id=f2eaa56e-aab0-4616-b26d-2e4390bf403e HTTP/1.1" status: 200 len: 815 time: 0.1412549 Apr 08 02:47:19.449656 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Request body: {'port': {'device_id': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'admin_state_up': True, 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:19.583076 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:19.586930 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Usage tracker for resource:port and tenant:df331efa61df4c838ba6ab92ff33cdaa is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:19.589801 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:19.596149 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:19.604148 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 64d234f5-4542-4c74-8ee7-7d2e06949f9e up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:19.607591 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Made reservation on behalf of df331efa61df4c838ba6ab92ff33cdaa for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:47:19.610834 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:19.678761 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 64d234f5-4542-4c74-8ee7-7d2e06949f9e triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:19.679161 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:19.779519 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a489e337-448f-4480-af7e-b2f86bea2349 req-1b2dd931-7e7c-4612-9cb0-9269007ab50e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 210 time: 0.0592012 Apr 08 02:47:19.859495 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Allocated IP 172.20.0.13 (f2eaa56e-aab0-4616-b26d-2e4390bf403e/4f6fd64f-9761-4f61-88bc-24fcd38493eb/5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:47:20.015575 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db94a8-3b2e-4235-b55d-8b6bc466e723 req-c9721e6b-af34-4844-8d42-e4b17ff1a68a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:20.017126 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-95db94a8-3b2e-4235-b55d-8b6bc466e723 req-c9721e6b-af34-4844-8d42-e4b17ff1a68a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1039774 Apr 08 02:47:20.066858 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-95db94a8-3b2e-4235-b55d-8b6bc466e723 req-6d86db6f-1fcf-459d-9841-4b292cc00326 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429218 Apr 08 02:47:20.246336 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:20.284034 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Transition to ACTIVE for port object 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:47:20.319162 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:20.484872 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Network f2eaa56e-aab0-4616-b26d-2e4390bf403e is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:47:20.486618 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:47:20.490689 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:47:20.494033 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:20.494946 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:20.524179 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event updated for resources: {'Port': ['ID=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:20.539230 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6280c31a-1bcb-4569-8f0b-468f5648ec1c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0928373 Apr 08 02:47:20.693100 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d61845-3b9d-4d00-98de-9fa2ecaf0977 req-c0102730-e0d8-4d33-9839-ffb3dda5a348 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:20.694588 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-05d61845-3b9d-4d00-98de-9fa2ecaf0977 req-c0102730-e0d8-4d33-9839-ffb3dda5a348 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.2024689 Apr 08 02:47:20.756137 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf4b52-bc72-4114-8d17-56328690cbe9 req-6dc51e82-8984-4b3f-bb60-310ff5e0f080 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:20.758641 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ccaf4b52-bc72-4114-8d17-56328690cbe9 req-6dc51e82-8984-4b3f-bb60-310ff5e0f080 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1760230 Apr 08 02:47:20.795325 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-05d61845-3b9d-4d00-98de-9fa2ecaf0977 req-886a0bc1-16e8-4b83-8ae8-bfd88fd0d004 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932686 Apr 08 02:47:20.820311 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ccaf4b52-bc72-4114-8d17-56328690cbe9 req-7c169c82-aba5-4854-ba47-8b56366b3574 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548046 Apr 08 02:47:20.862991 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-9871f86d-ec00-4f62-baad-5821bb4d0eb9 None None] Provisioning for port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:47:20.870865 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-9871f86d-ec00-4f62-baad-5821bb4d0eb9 None None] Provisioning complete for port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:20.881325 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-9871f86d-ec00-4f62-baad-5821bb4d0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:20.972334 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-9871f86d-ec00-4f62-baad-5821bb4d0eb9 None None] Port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:47:21.071206 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc144d5b-b94d-46be-a194-70e4a4bb5072 req-a1a1f38e-42c6-4e4e-82e4-7689cf602107 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:21.072653 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dc144d5b-b94d-46be-a194-70e4a4bb5072 req-a1a1f38e-42c6-4e4e-82e4-7689cf602107 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 932 time: 0.0882244 Apr 08 02:47:21.128185 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-dc144d5b-b94d-46be-a194-70e4a4bb5072 req-75523754-2bdb-4774-9951-1919f3d7bf70 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Synchronizing usage tracker for tenant:df331efa61df4c838ba6ab92ff33cdaa on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:47:21.156801 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-dc144d5b-b94d-46be-a194-70e4a4bb5072 req-75523754-2bdb-4774-9951-1919f3d7bf70 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Unset dirty status for tenant:df331efa61df4c838ba6ab92ff33cdaa on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:47:21.167577 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dc144d5b-b94d-46be-a194-70e4a4bb5072 req-75523754-2bdb-4774-9951-1919f3d7bf70 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890133 Apr 08 02:47:22.117130 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c5186-8416-491c-8808-e48bf1325439 req-df4160b6-8798-4bf4-9855-fd6ca94c9bd6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:22.118593 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0d8c5186-8416-491c-8808-e48bf1325439 req-df4160b6-8798-4bf4-9855-fd6ca94c9bd6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1363056 Apr 08 02:47:22.129494 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aeb2f-0d00-4750-937a-546c9d967fc2 req-bfe8e9b3-6500-4a99-b4cf-f89a4591cb94 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:22.131082 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-130aeb2f-0d00-4750-937a-546c9d967fc2 req-bfe8e9b3-6500-4a99-b4cf-f89a4591cb94 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 943 time: 0.1181870 Apr 08 02:47:22.202539 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0d8c5186-8416-491c-8808-e48bf1325439 req-c6ca94e1-3ade-48ea-bad5-c6c66145069a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704327 Apr 08 02:47:22.207322 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-130aeb2f-0d00-4750-937a-546c9d967fc2 req-c43dbfa5-04e9-48ef-b078-ee5c2ecc9b6b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618956 Apr 08 02:47:22.411851 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff8415-5756-4eb4-bdf3-2c7edf038f44 req-d9b57185-dab8-452f-96a2-620ffb294edd tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:22.413459 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b8ff8415-5756-4eb4-bdf3-2c7edf038f44 req-d9b57185-dab8-452f-96a2-620ffb294edd tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 932 time: 0.0786209 Apr 08 02:47:22.463244 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b8ff8415-5756-4eb4-bdf3-2c7edf038f44 req-2624fab2-5aca-4703-92ca-9112ae7297b6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436068 Apr 08 02:47:22.825384 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device d2e714d5-68d5-4c5e-996c-1a3ace0aac43 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:47:22.978872 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:47:22.992221 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'port_id': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'mac_address': 'fa:16:3e:2b:9b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:47:23.089195 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:23.106991 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e714d5-68d5-4c5e-996c-1a3ace0aac43 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:47:23.122565 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:47:23.127516 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:23.202589 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,revision_number=9']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:23.435323 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fe779-219c-475e-a145-fe316fc77666 req-d106aad7-0ff8-47be-a145-927de0da0fb6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:23.446106 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f62fe779-219c-475e-a145-fe316fc77666 req-d106aad7-0ff8-47be-a145-927de0da0fb6 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1198812 Apr 08 02:47:23.489728 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['d2e714d5-68d5-4c5e-996c-1a3ace0aac43'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:47:23.571711 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:23.702203 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f62fe779-219c-475e-a145-fe316fc77666 req-8bc92322-f2c7-4682-9b50-240767cbe741 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521427 Apr 08 02:47:23.733582 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc246b-cdcb-44dc-b465-8850435c7acc req-688f831b-33a6-458d-a6d0-340df618df72 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:23.737263 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-85fc246b-cdcb-44dc-b465-8850435c7acc req-688f831b-33a6-458d-a6d0-340df618df72 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 944 time: 0.2750137 Apr 08 02:47:23.816134 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-85fc246b-cdcb-44dc-b465-8850435c7acc req-346d7f87-ca14-463b-aaf4-9c9ff134d651 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678191 Apr 08 02:47:23.963532 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0bab1-b6be-4dcc-b307-d59ecc0cbf3c req-20017235-e8f5-4444-805d-18832d273df0 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:23.965167 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e1e0bab1-b6be-4dcc-b307-d59ecc0cbf3c req-20017235-e8f5-4444-805d-18832d273df0 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 932 time: 0.0853748 Apr 08 02:47:24.016297 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e1e0bab1-b6be-4dcc-b307-d59ecc0cbf3c req-44b72b59-b83c-48c4-acd9-0f5886eee35e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421066 Apr 08 02:47:24.856574 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device d2e714d5-68d5-4c5e-996c-1a3ace0aac43 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:24.944415 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:24.944809 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:24.961699 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b1224-06b8-47e1-9963-b3efa9b597e6 req-10ad133d-dc9e-4505-b59b-8669265b2881 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:24.963162 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-fb4b1224-06b8-47e1-9963-b3efa9b597e6 req-10ad133d-dc9e-4505-b59b-8669265b2881 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1410980 Apr 08 02:47:25.070543 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-fb4b1224-06b8-47e1-9963-b3efa9b597e6 req-dcb09a65-9887-4de7-b7a4-8fdb47439bbc tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897868 Apr 08 02:47:25.108653 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:25.140125 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351300b-0a95-49d0-80f6-41186714dd13 req-b575717e-d130-4936-952e-c4d4798faf48 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:25.147127 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a351300b-0a95-49d0-80f6-41186714dd13 req-b575717e-d130-4936-952e-c4d4798faf48 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 944 time: 0.1382191 Apr 08 02:47:25.157360 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:47:25.170229 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:47:25.175798 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:25.207002 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a351300b-0a95-49d0-80f6-41186714dd13 req-76e1518a-cb5c-44e0-a733-3985ca746a31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578864 Apr 08 02:47:25.280566 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,revision_number=10']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:25.316582 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ae4135-710f-4905-a432-7233e92be3f5'] response: {'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'code': 200} Apr 08 02:47:25.339677 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb5dcb-4ffc-4567-86d4-2a72a72e3b32 req-005a80ba-b09c-4191-9a24-d24e7c47e543 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:25.341229 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7beb5dcb-4ffc-4567-86d4-2a72a72e3b32 req-005a80ba-b09c-4191-9a24-d24e7c47e543 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 932 time: 0.1269622 Apr 08 02:47:25.387442 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7beb5dcb-4ffc-4567-86d4-2a72a72e3b32 req-0b8caf29-0591-4cca-943b-68e5df0b6f4b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401962 Apr 08 02:47:26.283806 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414bc4b-a969-434b-8c96-ce2c95921910 req-42fac7f9-9183-4984-bd20-859518205918 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:26.285298 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c414bc4b-a969-434b-8c96-ce2c95921910 req-42fac7f9-9183-4984-bd20-859518205918 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0799615 Apr 08 02:47:26.335562 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c414bc4b-a969-434b-8c96-ce2c95921910 req-004bb8c2-3e39-42cc-ba94-b85ba445850e tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400980 Apr 08 02:47:26.460535 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafb7ca-6fc0-4d13-8551-3812895b24c1 req-4abacfaf-afb7-471d-b48d-4db3dfa28c8e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:26.462006 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9aafb7ca-6fc0-4d13-8551-3812895b24c1 req-4abacfaf-afb7-471d-b48d-4db3dfa28c8e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 946 time: 0.0789623 Apr 08 02:47:26.510173 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9aafb7ca-6fc0-4d13-8551-3812895b24c1 req-88e2bced-6ef5-499a-b7d4-75ba8221c1be tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425172 Apr 08 02:47:26.612606 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda977bc-972f-436d-8927-321e1d51f244 req-1bdd91c5-4d71-47bb-9642-ac039516388a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:26.615443 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eda977bc-972f-436d-8927-321e1d51f244 req-1bdd91c5-4d71-47bb-9642-ac039516388a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 932 time: 0.0885322 Apr 08 02:47:26.676501 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eda977bc-972f-436d-8927-321e1d51f244 req-a6279b7e-e178-4081-862b-5859d8612a61 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553069 Apr 08 02:47:27.544610 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b29ab-fbd5-4c96-88bb-5505fdd38188 req-f1ff0047-db25-4802-a6c4-985805780996 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:27.546052 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c50b29ab-fbd5-4c96-88bb-5505fdd38188 req-f1ff0047-db25-4802-a6c4-985805780996 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0772474 Apr 08 02:47:27.610302 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c50b29ab-fbd5-4c96-88bb-5505fdd38188 req-926d01f4-8ba9-4033-8c4a-c377d3282819 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583153 Apr 08 02:47:27.757473 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448267c-d74b-4247-9896-70d840b6fd8c req-eb4608e5-b35b-48ca-bc29-f542eaf18836 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:27.765835 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b448267c-d74b-4247-9896-70d840b6fd8c req-eb4608e5-b35b-48ca-bc29-f542eaf18836 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 946 time: 0.1025350 Apr 08 02:47:27.813390 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b448267c-d74b-4247-9896-70d840b6fd8c req-431b9776-1adc-4da9-bab3-d4ee882b566c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464067 Apr 08 02:47:27.928920 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045ef78-8e1e-4e69-b9e6-84e8c85fda02 req-8ccbb820-f12d-47b0-ac91-e7cb0b6d81f7 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:27.931115 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5045ef78-8e1e-4e69-b9e6-84e8c85fda02 req-8ccbb820-f12d-47b0-ac91-e7cb0b6d81f7 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 932 time: 0.1025722 Apr 08 02:47:27.990176 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5045ef78-8e1e-4e69-b9e6-84e8c85fda02 req-e0eeb278-67cd-48b7-a3ac-1c8ef960e189 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490007 Apr 08 02:47:28.815720 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e10c8-04d8-49de-9096-286714a577da req-34eaf2e7-6390-4e87-9c9b-7ca20af90f91 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:28.817191 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a89e10c8-04d8-49de-9096-286714a577da req-34eaf2e7-6390-4e87-9c9b-7ca20af90f91 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0801938 Apr 08 02:47:28.865530 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a89e10c8-04d8-49de-9096-286714a577da req-20a42959-40b7-4ae4-934f-c57cb746b0d0 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416315 Apr 08 02:47:29.053701 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b0153-180d-46ea-bed1-6dded020dd6e req-b4ebe46d-4895-43be-9891-b5a6f4a0a619 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:29.055215 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-db1b0153-180d-46ea-bed1-6dded020dd6e req-b4ebe46d-4895-43be-9891-b5a6f4a0a619 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 946 time: 0.0863442 Apr 08 02:47:29.099551 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-db1b0153-180d-46ea-bed1-6dded020dd6e req-f9caee8e-c314-46e1-b922-9e5af44c18c3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387135 Apr 08 02:47:29.183552 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529b89e-b371-4d95-90cf-19ee19cb07b4 req-d7aaff7a-0bbb-497f-b52e-5840d4a8a0cf tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:29.185018 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b529b89e-b371-4d95-90cf-19ee19cb07b4 req-d7aaff7a-0bbb-497f-b52e-5840d4a8a0cf tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 932 time: 0.0751929 Apr 08 02:47:29.229722 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b529b89e-b371-4d95-90cf-19ee19cb07b4 req-057d4f28-024e-454f-980d-a924a0800df9 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389802 Apr 08 02:47:29.324389 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Request body: {'port': {'device_id': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:29.341121 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:47:29.477416 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:29.564443 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-fae7627e-4ac8-4869-8a51-19f7c1dfd89b req-2d6c5491-de54-41ec-bed2-2767541c022c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f36689d17778495781486ab15ffa7a19&device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 1099 time: 0.1523845 Apr 08 02:47:29.603563 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-543ed6f0-f035-444f-890c-d563ba5bed92 req-8fde1dff-02a7-48c8-8c7d-84c55cef4d98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b058649f650a4525af29343dc21492cc&device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 1099 time: 0.0754719 Apr 08 02:47:29.736269 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ed6f0-f035-444f-890c-d563ba5bed92 req-6b76cefc-88fe-45d6-8484-b7156cce05dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:29.737628 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-543ed6f0-f035-444f-890c-d563ba5bed92 req-6b76cefc-88fe-45d6-8484-b7156cce05dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=8faf2455-e525-4732-9869-724624fc181a HTTP/1.1" status: 200 len: 911 time: 0.1266737 Apr 08 02:47:29.839603 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7627e-4ac8-4869-8a51-19f7c1dfd89b req-0b7bc0ab-dcfe-401c-b8c9-aa3903dc5c9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:29.840956 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-543ed6f0-f035-444f-890c-d563ba5bed92 req-2f4ec6b5-8865-4127-b0ac-182b3a42ad87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af4ff0c8-0ed3-4019-8572-16eeca6cad2b HTTP/1.1" status: 200 len: 1002 time: 0.0967393 Apr 08 02:47:29.841430 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-fae7627e-4ac8-4869-8a51-19f7c1dfd89b req-0b7bc0ab-dcfe-401c-b8c9-aa3903dc5c9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 200 len: 917 time: 0.2352779 Apr 08 02:47:29.914986 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ed6f0-f035-444f-890c-d563ba5bed92 req-25a22e89-9a13-4608-b144-88a31032ac92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:29.916928 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-543ed6f0-f035-444f-890c-d563ba5bed92 req-25a22e89-9a13-4608-b144-88a31032ac92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=132caaed-3126-47eb-b1f2-b9b8005ab354 HTTP/1.1" status: 200 len: 849 time: 0.0614431 Apr 08 02:47:29.991991 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-543ed6f0-f035-444f-890c-d563ba5bed92 req-9872444f-a8ac-4868-940e-470e977da9f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8faf2455-e525-4732-9869-724624fc181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678875 Apr 08 02:47:29.996735 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-fae7627e-4ac8-4869-8a51-19f7c1dfd89b req-f7090b84-46c0-45dd-86cc-48914f21c36b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43 HTTP/1.1" status: 200 len: 1000 time: 0.1403947 Apr 08 02:47:30.098217 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:47:30.107876 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:30.114102 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7627e-4ac8-4869-8a51-19f7c1dfd89b req-77c90b40-bc13-431c-b107-c59f1a6d48dd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:30.115529 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-fae7627e-4ac8-4869-8a51-19f7c1dfd89b req-77c90b40-bc13-431c-b107-c59f1a6d48dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64016a0c-f630-4f2c-b2c8-29440d7c30ef HTTP/1.1" status: 200 len: 855 time: 0.0851352 Apr 08 02:47:30.154976 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Transition to ACTIVE for port object 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:47:30.169596 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:30.237639 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-543ed6f0-f035-444f-890c-d563ba5bed92 req-6623caac-257f-4437-b179-eb6f4bd8f71f service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519699 Apr 08 02:47:30.243528 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935ea18-80b1-4a0b-93ec-f446be02e673 req-c5996124-8c76-4efa-9bc2-d6382de336d1 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:30.245427 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6935ea18-80b1-4a0b-93ec-f446be02e673 req-c5996124-8c76-4efa-9bc2-d6382de336d1 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.2485108 Apr 08 02:47:30.334521 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:30.418412 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-fae7627e-4ac8-4869-8a51-19f7c1dfd89b req-e4020704-3398-48cd-b2a1-1d82b12a0efe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08bdb27d-9848-4e86-ab5c-accfd09c6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2931345 Apr 08 02:47:30.439483 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6935ea18-80b1-4a0b-93ec-f446be02e673 req-17dc19ad-e620-4f54-b55b-5772fd56cd8f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765153 Apr 08 02:47:30.460966 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-543ed6f0-f035-444f-890c-d563ba5bed92 req-ecf42a64-867e-40d7-b0cc-3efe9ee0e069 service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151344 Apr 08 02:47:30.502430 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ceb3ee-fd5b-4e78-bacc-1c6621f3f7a8 req-986cf5d6-6be9-49f3-ba38-e0a7211590fc tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:30.503862 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-42ceb3ee-fd5b-4e78-bacc-1c6621f3f7a8 req-986cf5d6-6be9-49f3-ba38-e0a7211590fc tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 946 time: 0.1778507 Apr 08 02:47:30.515105 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Attempting to bind port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:47:30.515435 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Attempting to bind port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '1eea4818-f3ec-4589-a0d8-9eb7fba36920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:47:30.515770 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Attempting to bind port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb on network f2eaa56e-aab0-4616-b26d-2e4390bf403e {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:47:30.531562 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-6b4433b0-c037-426f-b719-7afc6ef649eb req-64189719-1af6-4e82-b3e9-4c720166993c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 1099 time: 0.2963874 Apr 08 02:47:30.534246 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb on network f2eaa56e-aab0-4616-b26d-2e4390bf403e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:47:30.534557 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Attempting to bind port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb on network f2eaa56e-aab0-4616-b26d-2e4390bf403e {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:47:30.556616 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-42ceb3ee-fd5b-4e78-bacc-1c6621f3f7a8 req-d716dcc8-6b22-4768-a169-cff3b4c64483 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438411 Apr 08 02:47:30.572892 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:47:30.573324 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Checking segment: {'id': '1eea4818-f3ec-4589-a0d8-9eb7fba36920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:47:30.573601 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Bound using segment: {'id': '1eea4818-f3ec-4589-a0d8-9eb7fba36920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:47:30.573985 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Bound port: 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eea4818-f3ec-4589-a0d8-9eb7fba36920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:47:30.574328 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:30.655825 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-fae7627e-4ac8-4869-8a51-19f7c1dfd89b req-149b2aa3-8795-4ed7-9854-12d59f9c46d4 service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293441 Apr 08 02:47:30.668607 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877773f4-5645-4589-9c55-b15e821fd590 req-453a8394-275c-4dd1-a406-32cc6a866a7b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:30.670145 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-877773f4-5645-4589-9c55-b15e821fd590 req-453a8394-275c-4dd1-a406-32cc6a866a7b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 944 time: 0.1030023 Apr 08 02:47:30.691343 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-6b4433b0-c037-426f-b719-7afc6ef649eb req-758461f3-62a8-4fad-9ad0-81c8827f2606 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490338 Apr 08 02:47:30.717765 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-877773f4-5645-4589-9c55-b15e821fd590 req-40f2b6f1-b5a7-4b47-b2d8-967799d704bb tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Apr 08 02:47:30.853763 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] For port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:47:30.857945 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] For port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:47:30.872132 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:30.959242 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-fae7627e-4ac8-4869-8a51-19f7c1dfd89b req-15582c06-5e1a-49a9-b6f8-ef50894068c6 service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931635 Apr 08 02:47:30.960619 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:30.962054 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] 10.222.0.37 "PUT /v2.0/ports/5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb HTTP/1.1" status: 200 len: 1094 time: 1.6419523 Apr 08 02:47:30.963677 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:47:30.971773 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:30.984083 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:30.984955 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:30.984955 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:30.985396 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:30.985814 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:30.986228 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:30.986790 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:30.987387 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:30.987915 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:30.988326 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:30.989373 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d28c9-1e29-41f1-b702-19996cbddfd9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:31.008204 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Sync routers for ids ['14abff6b-32dc-4a2a-bb60-170f461fe4a4'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:47:31.033016 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Routers {'14abff6b-32dc-4a2a-bb60-170f461fe4a4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:47:31.033901 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:47:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['14abff6b-32dc-4a2a-bb60-170f461fe4a4'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:31.080380 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce64018-bf85-4fda-ae6d-5b2fd49c02b1'] response: {'name': 'network-changed', 'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb', 'status': 'completed', 'code': 200} Apr 08 02:47:31.119196 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-b0cfe434-f1b4-4ed6-b646-a7f250a6abfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df331efa61df4c838ba6ab92ff33cdaa&device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 1097 time: 0.0807359 Apr 08 02:47:31.193636 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-b39065d7-0905-42cd-9654-bc42a7f2f50f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb HTTP/1.1" status: 200 len: 217 time: 0.0632365 Apr 08 02:47:31.219003 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Set router 14abff6b-32dc-4a2a-bb60-170f461fe4a4 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:47:31.256515 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-ce204881-5b8c-4cad-aa99-92adbfd6d941 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:31.257946 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-ce204881-5b8c-4cad-aa99-92adbfd6d941 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f6fd64f-9761-4f61-88bc-24fcd38493eb HTTP/1.1" status: 200 len: 854 time: 0.0571651 Apr 08 02:47:31.339498 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-723afa65-c210-4246-b4e7-996c77872cad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2eaa56e-aab0-4616-b26d-2e4390bf403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727856 Apr 08 02:47:31.488666 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-bc00b2df-6171-406a-8deb-687c9c8cdc1f service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353574 Apr 08 02:47:31.540428 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'name': 'tempest-TestMinimumBasicScenario-530077369-router', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:52Z', 'updated_at': '2022-04-08T02:46:57Z', 'revision_number': 4, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'gw_port': {'id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:53Z', 'updated_at': '2022-04-08T02:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4', 'name': '', 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'mac_address': 'fa:16:3e:2b:0d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161b2534-e10c-44f2-ac7c-7f26c51d083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:57Z', 'updated_at': '2022-04-08T02:46:58Z', 'revision_number': 2, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'subnets': [{'id': '161b2534-e10c-44f2-ac7c-7f26c51d083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:31.544727 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Checking router: 14abff6b-32dc-4a2a-bb60-170f461fe4a4 for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:47:31.545088 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Updating router 14abff6b-32dc-4a2a-bb60-170f461fe4a4 port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 binding host dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:47:31.597496 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:31.637471 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c6c4ef77-3bdc-4645-a9c1-bf5298ed47d9 req-6240d7df-ca79-46c7-8a16-86554b5e032c service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370142 Apr 08 02:47:31.742994 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ad418-cfd8-4960-93cb-9213c3e5bf30 req-b866feeb-c021-4739-ac89-a7c84ec73de4 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:31.744989 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6b5ad418-cfd8-4960-93cb-9213c3e5bf30 req-b866feeb-c021-4739-ac89-a7c84ec73de4 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1046007 Apr 08 02:47:31.800460 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00914d98-ed6d-41e9-827e-17ac0aaf6578 req-fbb615eb-1dde-419f-8d28-4586d5c26284 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df331efa61df4c838ba6ab92ff33cdaa&device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 1097 time: 0.0833256 Apr 08 02:47:31.841568 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6b5ad418-cfd8-4960-93cb-9213c3e5bf30 req-290b0017-5ef8-4efc-857d-3b885365fd50 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907083 Apr 08 02:47:31.862918 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a93f-28de-4a27-98d9-bf952acc0335 req-46265c74-04d6-4077-8ffb-30fff8dbc1ed tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:31.864443 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f556a93f-28de-4a27-98d9-bf952acc0335 req-46265c74-04d6-4077-8ffb-30fff8dbc1ed tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 946 time: 0.0987492 Apr 08 02:47:31.926677 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f556a93f-28de-4a27-98d9-bf952acc0335 req-c8ce30bc-c5e7-4919-901c-5720cab089ff tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548556 Apr 08 02:47:32.036114 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00914d98-ed6d-41e9-827e-17ac0aaf6578 req-ccb4bb71-6cda-46b0-944a-d796ec753673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:32.037643 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00914d98-ed6d-41e9-827e-17ac0aaf6578 req-ccb4bb71-6cda-46b0-944a-d796ec753673 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2eaa56e-aab0-4616-b26d-2e4390bf403e HTTP/1.1" status: 200 len: 916 time: 0.2299185 Apr 08 02:47:32.078915 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Notify callbacks [] for port, precommit_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:32.095928 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.provisioning_blocks [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Transition to ACTIVE for port object 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 will not be triggered until provisioned by entity L2. {{(pid=83156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:47:32.104498 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:32.113682 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eab4c0-96f5-4333-8190-e0ceecad1df9 req-cf795aa1-9193-493c-b033-3053e8c8beb8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:32.121751 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-82eab4c0-96f5-4333-8190-e0ceecad1df9 req-cf795aa1-9193-493c-b033-3053e8c8beb8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 944 time: 0.1023436 Apr 08 02:47:32.212530 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-82eab4c0-96f5-4333-8190-e0ceecad1df9 req-3571c4c4-a433-4571-b286-264d2534c201 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882895 Apr 08 02:47:32.220364 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00914d98-ed6d-41e9-827e-17ac0aaf6578 req-225dc467-76df-4075-9f11-1a3a5c30246d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb HTTP/1.1" status: 200 len: 217 time: 0.1662455 Apr 08 02:47:32.262777 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30417a97-8e16-40a9-86f6-952cfca437c1 None None] Pushing event updated for resources: {'Port': ['ID=8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4,revision_number=3']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:32.271873 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30417a97-8e16-40a9-86f6-952cfca437c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:32.272212 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30417a97-8e16-40a9-86f6-952cfca437c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:32.272544 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30417a97-8e16-40a9-86f6-952cfca437c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:32.272872 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30417a97-8e16-40a9-86f6-952cfca437c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:32.273200 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30417a97-8e16-40a9-86f6-952cfca437c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:32.273519 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30417a97-8e16-40a9-86f6-952cfca437c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:32.274082 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30417a97-8e16-40a9-86f6-952cfca437c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:32.274407 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30417a97-8e16-40a9-86f6-952cfca437c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:32.274732 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30417a97-8e16-40a9-86f6-952cfca437c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:32.275073 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30417a97-8e16-40a9-86f6-952cfca437c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:32.275390 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30417a97-8e16-40a9-86f6-952cfca437c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:32.334044 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00914d98-ed6d-41e9-827e-17ac0aaf6578 req-f0f157d2-a289-4af3-920c-81c1b52e52ea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:32.337480 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00914d98-ed6d-41e9-827e-17ac0aaf6578 req-f0f157d2-a289-4af3-920c-81c1b52e52ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f6fd64f-9761-4f61-88bc-24fcd38493eb HTTP/1.1" status: 200 len: 854 time: 0.1034765 Apr 08 02:47:32.420245 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Attempting to bind port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:47:32.420611 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Attempting to bind port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '4d909209-4c20-4102-9897-f3880eb3728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348'}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:47:32.420970 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Attempting to bind port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 on network 04d99cc9-bfdb-48a8-abe9-2ade96e37348 {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:47:32.429596 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:47:32.429974 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Checking segment: {'id': '4d909209-4c20-4102-9897-f3880eb3728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:47:32.430349 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:32.430902 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Bound using segment: {'id': '4d909209-4c20-4102-9897-f3880eb3728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348'} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:47:32.431405 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Bound port: 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d909209-4c20-4102-9897-f3880eb3728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348'}}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:47:32.431952 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:32.456837 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00914d98-ed6d-41e9-827e-17ac0aaf6578 req-635cc8ad-c205-409e-863f-341934b81419 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2eaa56e-aab0-4616-b26d-2e4390bf403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1115069 Apr 08 02:47:32.535760 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] For port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:47:32.538802 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] For port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4,segment=NetworkSegment(4d909209-4c20-4102-9897-f3880eb3728d),segment_id=4d909209-4c20-4102-9897-f3880eb3728d)] {{(pid=83156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:47:32.545169 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:32.630179 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00914d98-ed6d-41e9-827e-17ac0aaf6578 req-eb206225-426c-4a91-a2a2-ab149bff8263 service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591270 Apr 08 02:47:32.632719 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30417a97-8e16-40a9-86f6-952cfca437c1 None None] Pushing event updated for resources: {'Port': ['ID=8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4,revision_number=4']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:32.635652 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Routers {'14abff6b-32dc-4a2a-bb60-170f461fe4a4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:47:32.636369 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:47:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['14abff6b-32dc-4a2a-bb60-170f461fe4a4'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:32.864751 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00914d98-ed6d-41e9-827e-17ac0aaf6578 req-f187cbd0-8544-4a81-a343-00a1c46dfce4 service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250268 Apr 08 02:47:32.866337 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] Set router 14abff6b-32dc-4a2a-bb60-170f461fe4a4 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:47:33.136734 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe1c17-65bd-4ba8-91c8-dce26492abb9 req-12061d53-3191-4ea8-93b6-5a7580682477 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:33.138143 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b5fe1c17-65bd-4ba8-91c8-dce26492abb9 req-12061d53-3191-4ea8-93b6-5a7580682477 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 946 time: 0.0819345 Apr 08 02:47:33.185757 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'name': 'tempest-TestMinimumBasicScenario-530077369-router', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:52Z', 'updated_at': '2022-04-08T02:46:57Z', 'revision_number': 4, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'gw_port': {'id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:53Z', 'updated_at': '2022-04-08T02:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4', 'name': '', 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'mac_address': 'fa:16:3e:2b:0d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161b2534-e10c-44f2-ac7c-7f26c51d083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:57Z', 'updated_at': '2022-04-08T02:47:32Z', 'revision_number': 4, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'subnets': [{'id': '161b2534-e10c-44f2-ac7c-7f26c51d083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:33.189700 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aff948-39fb-47ce-8013-e409b90bbe3f None None] The sync data for ids ['14abff6b-32dc-4a2a-bb60-170f461fe4a4'] in dv-cinder-837052-1-smb is: [{'id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'name': 'tempest-TestMinimumBasicScenario-530077369-router', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:52Z', 'updated_at': '2022-04-08T02:46:57Z', 'revision_number': 4, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'gw_port': {'id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:53Z', 'updated_at': '2022-04-08T02:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4', 'name': '', 'network_id': '04d99cc9-bfdb-48a8-abe9-2ade96e37348', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'mac_address': 'fa:16:3e:2b:0d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161b2534-e10c-44f2-ac7c-7f26c51d083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:57Z', 'updated_at': '2022-04-08T02:47:32Z', 'revision_number': 4, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'subnets': [{'id': '161b2534-e10c-44f2-ac7c-7f26c51d083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:47:33.190490 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b5fe1c17-65bd-4ba8-91c8-dce26492abb9 req-9c6466ad-5c13-44d9-9773-30f998e7ac8f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437629 Apr 08 02:47:33.418780 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30c2ca-d652-4371-b87f-21928ecd0e26 req-1f16c38b-d6fd-4b4d-8ee8-70779fe9393c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:33.420356 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-fd30c2ca-d652-4371-b87f-21928ecd0e26 req-1f16c38b-d6fd-4b4d-8ee8-70779fe9393c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 944 time: 0.0819092 Apr 08 02:47:33.469827 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-fd30c2ca-d652-4371-b87f-21928ecd0e26 req-724b037e-2efe-49e6-b25d-eec69a26de97 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433180 Apr 08 02:47:33.628390 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:33.699261 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:47:33.704285 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:33.704652 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:33.816319 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:33.853310 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4,segment=NetworkSegment(4d909209-4c20-4102-9897-f3880eb3728d),segment_id=4d909209-4c20-4102-9897-f3880eb3728d)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:47:33.859138 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:33.926346 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:33.935045 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:33.935383 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:33.935752 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:33.936125 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:33.936668 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:33.937019 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:33.937336 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:33.937699 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:33.938015 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:33.938330 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:33.938644 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:34.403042 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b35db-1c3d-4e4c-ac91-6f5bec3d1b28 req-9cb15417-3255-4eca-af23-756003b820a3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:34.404492 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-925b35db-1c3d-4e4c-ac91-6f5bec3d1b28 req-9cb15417-3255-4eca-af23-756003b820a3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 946 time: 0.0779135 Apr 08 02:47:34.450396 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-925b35db-1c3d-4e4c-ac91-6f5bec3d1b28 req-176d500f-7b1f-4f17-9078-2782600a4316 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401251 Apr 08 02:47:34.675656 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeeff1-f305-4a41-9275-9c3ab459490a req-dfb0e851-f91b-4958-968f-499a3088b71c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:34.677096 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8cbeeff1-f305-4a41-9275-9c3ab459490a req-dfb0e851-f91b-4958-968f-499a3088b71c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 944 time: 0.0823023 Apr 08 02:47:34.724840 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8cbeeff1-f305-4a41-9275-9c3ab459490a req-0907f1cc-4e9f-4413-9e77-3f10fb22625e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421009 Apr 08 02:47:34.874037 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:47:35.010447 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:47:35.024545 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'port_id': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb', 'mac_address': 'fa:16:3e:18:db:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:47:35.077377 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:35.099677 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:47:35.118236 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:47:35.122183 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:35.187890 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:35.452247 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:47:35.616114 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:35.703974 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:35.704217 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:35.945686 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7a647-bb76-4490-8dad-3cc2d06f6ac4 req-81f3540b-15f4-419e-8ce3-563a4c67c63c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:35.947810 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e3d7a647-bb76-4490-8dad-3cc2d06f6ac4 req-81f3540b-15f4-419e-8ce3-563a4c67c63c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 945 time: 0.0936782 Apr 08 02:47:35.993190 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e3d7a647-bb76-4490-8dad-3cc2d06f6ac4 req-d4a4d129-02ad-4a93-919f-6dad36baf431 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396388 Apr 08 02:47:36.669976 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4559560-b3a0-48b9-86e3-3c06662c0073 req-c0681d4c-ff98-43af-80a4-b4a20e4dc171 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:36.671627 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e4559560-b3a0-48b9-86e3-3c06662c0073 req-c0681d4c-ff98-43af-80a4-b4a20e4dc171 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 946 time: 0.0859861 Apr 08 02:47:36.715857 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e4559560-b3a0-48b9-86e3-3c06662c0073 req-25b6ae75-6b06-4bd7-9250-4ae9c3ac80a0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b324a406-51c3-4c6c-92a2-7902671311ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387018 Apr 08 02:47:36.889650 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:36.959188 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:47:36.963723 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:36.964084 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:37.092511 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:37.123525 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:47:37.140880 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:47:37.153697 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:37.215798 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a66bca-3809-4970-9092-09215accb486'] response: {'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb', 'code': 200} Apr 08 02:47:37.235679 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5013eb5-7ca4-45d7-86da-b4e8b49d88cf req-a2eb5afd-d05c-4cc8-bfaa-ea0ab72a9c06 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:37.237364 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c5013eb5-7ca4-45d7-86da-b4e8b49d88cf req-a2eb5afd-d05c-4cc8-bfaa-ea0ab72a9c06 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 946 time: 0.1184845 Apr 08 02:47:37.249081 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:37.290849 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c5013eb5-7ca4-45d7-86da-b4e8b49d88cf req-067715f1-05f4-4887-81cd-c6f09447be9b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462534 Apr 08 02:47:37.447174 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-f11be3d8-b137-4d40-8a45-c6876f8362b2 req-6512b871-6b1d-4a31-87f0-4108179274c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 1099 time: 0.0689750 Apr 08 02:47:37.489501 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-f11be3d8-b137-4d40-8a45-c6876f8362b2 req-982bce3e-cc33-4806-a3b9-f6ea41dc8760 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358920 Apr 08 02:47:38.057158 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db9b83-5a98-41da-b347-72f974b085e7 req-145ce175-36c1-4776-876e-423341b36f4d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:38.058472 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c9db9b83-5a98-41da-b347-72f974b085e7 req-145ce175-36c1-4776-876e-423341b36f4d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 946 time: 0.0775309 Apr 08 02:47:38.105038 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c9db9b83-5a98-41da-b347-72f974b085e7 req-1ba0eb48-0606-4da2-ae7b-88a39c209def tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b324a406-51c3-4c6c-92a2-7902671311ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410454 Apr 08 02:47:38.477752 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-acaae28b-f55e-4fbf-84ae-112a860bc41e tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:38.478475 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-acaae28b-f55e-4fbf-84ae-112a860bc41e tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:47:38.492268 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28f0d7-e122-47d1-8497-a7c6174ae0e1 req-3ce2ec7b-587c-4af3-b9b7-e680a090c8ae tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:38.493734 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2f28f0d7-e122-47d1-8497-a7c6174ae0e1 req-3ce2ec7b-587c-4af3-b9b7-e680a090c8ae tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 946 time: 0.0780849 Apr 08 02:47:38.497473 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-acaae28b-f55e-4fbf-84ae-112a860bc41e tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:47:38.498644 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-acaae28b-f55e-4fbf-84ae-112a860bc41e tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 946 time: 0.0950108 Apr 08 02:47:38.607924 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2f28f0d7-e122-47d1-8497-a7c6174ae0e1 req-bff086e2-28cb-4bd5-b116-b382ee5db074 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075923 Apr 08 02:47:38.641116 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Deleting port 3db28e6c-a293-4f71-a021-1097b0ac847b {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:47:38.641454 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:38.882313 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] For port 3db28e6c-a293-4f71-a021-1097b0ac847b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3db28e6c-a293-4f71-a021-1097b0ac847b,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:47:38.882779 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:39.183346 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:39.183713 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:39.184134 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Floating IP ab46abd6-1a49-4f34-ab1a-f1cf369eb6c0 disassociated. External IP: 172.28.1.49, port: 3db28e6c-a293-4f71-a021-1097b0ac847b. Apr 08 02:47:39.184478 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Calling delete_port for 3db28e6c-a293-4f71-a021-1097b0ac847b owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:47:39.308123 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519b7c2-8b63-49af-97e6-68335034756e req-38d65c05-1e2b-47f6-8700-11b58ca7fbbd tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:39.309568 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a519b7c2-8b63-49af-97e6-68335034756e req-38d65c05-1e2b-47f6-8700-11b58ca7fbbd tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 946 time: 0.0788667 Apr 08 02:47:39.328003 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:39.357197 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a519b7c2-8b63-49af-97e6-68335034756e req-91828a11-a469-49c6-9f4f-77a71fcae700 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b324a406-51c3-4c6c-92a2-7902671311ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Apr 08 02:47:39.373629 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event deleted for resources: {'Port': ['ID=3db28e6c-a293-4f71-a021-1097b0ac847b,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:39.591390 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:47:39.791744 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:47:39.803653 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b756e-9dd9-4f20-a6e6-bb0e0d69ac7f None None] Sync routers for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:47:39.815943 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b756e-9dd9-4f20-a6e6-bb0e0d69ac7f None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:47:39.816601 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-d69b756e-9dd9-4f20-a6e6-bb0e0d69ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:47:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:39.823176 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a71c93-a683-4aa9-8b06-763cdc6e872d req-27943261-5d1f-45f7-9c2e-b245d32fcce8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:39.825231 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-35a71c93-a683-4aa9-8b06-763cdc6e872d req-27943261-5d1f-45f7-9c2e-b245d32fcce8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 946 time: 0.0880845 Apr 08 02:47:39.881862 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] No DVR routers for this DVR port 3db28e6c-a293-4f71-a021-1097b0ac847b on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:47:39.884669 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:39.891072 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-35a71c93-a683-4aa9-8b06-763cdc6e872d req-5492a296-8175-4638-8b16-f2aa670b55c9 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578377 Apr 08 02:47:39.891215 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e02c61-38a9-4587-8a34-9c98658c2172', 'name': 'network-vif-deleted', 'tag': '3db28e6c-a293-4f71-a021-1097b0ac847b'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:47:39.926881 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-375cb679-3bc1-400b-ac03-14b2c6f5eb2d req-1203f4a6-6feb-4530-b3d0-6fc2ed63df65 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "DELETE /v2.0/ports/3db28e6c-a293-4f71-a021-1097b0ac847b HTTP/1.1" status: 204 len: 173 time: 1.4194195 Apr 08 02:47:39.983374 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-012db88a-2e1d-4d25-ae02-f1cd6ffd33a0'] response: {'server_uuid': '57e02c61-38a9-4587-8a34-9c98658c2172', 'name': 'network-vif-deleted', 'tag': '3db28e6c-a293-4f71-a021-1097b0ac847b', 'status': 'completed', 'code': 200} Apr 08 02:47:40.075383 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-d69b756e-9dd9-4f20-a6e6-bb0e0d69ac7f None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:47:40.138258 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b2ae1-423d-47f2-8979-23c76ca187b6 req-b8feb9e1-4609-4aa2-bd6f-9edff2b06c8b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:40.139567 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a38b2ae1-423d-47f2-8979-23c76ca187b6 req-b8feb9e1-4609-4aa2-bd6f-9edff2b06c8b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 946 time: 0.0825229 Apr 08 02:47:40.190620 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a38b2ae1-423d-47f2-8979-23c76ca187b6 req-ba034e97-7c33-459d-b71c-d32c3a8ceb4c tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 Apr 08 02:47:40.486074 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-d69b756e-9dd9-4f20-a6e6-bb0e0d69ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'a3f1a9c1-6778-4a87-81c3-da50dd905698', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.56', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:ae:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:56Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 2, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:40.490394 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b756e-9dd9-4f20-a6e6-bb0e0d69ac7f None None] Checking router: af54ee4b-49e9-4335-996a-7e7fd2d5d6fa for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:47:40.506232 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b756e-9dd9-4f20-a6e6-bb0e0d69ac7f None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:47:40.507348 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-d69b756e-9dd9-4f20-a6e6-bb0e0d69ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:47:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:40.638966 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-23731117-e692-439a-8cc4-420630e5a1f2 req-3833a31c-7d7c-4f68-bec2-c858a3646e80 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e02c61-38a9-4587-8a34-9c98658c2172 HTTP/1.1" status: 200 len: 210 time: 0.0566425 Apr 08 02:47:40.743763 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-d69b756e-9dd9-4f20-a6e6-bb0e0d69ac7f None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:47:40.840339 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e86eb5-e9a0-4f45-a1db-2a309ef69e9d req-2ab1ebff-9be4-4082-9340-557f04602498 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:40.842062 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-87e86eb5-e9a0-4f45-a1db-2a309ef69e9d req-2ab1ebff-9be4-4082-9340-557f04602498 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 946 time: 0.0751455 Apr 08 02:47:40.940373 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-87e86eb5-e9a0-4f45-a1db-2a309ef69e9d req-339b842f-3bf6-41a5-91cc-5395ca34bf23 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921788 Apr 08 02:47:41.157745 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-d69b756e-9dd9-4f20-a6e6-bb0e0d69ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'a3f1a9c1-6778-4a87-81c3-da50dd905698', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.56', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:ae:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:56Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 2, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:41.162267 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b756e-9dd9-4f20-a6e6-bb0e0d69ac7f None None] The sync data for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb is: [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'a3f1a9c1-6778-4a87-81c3-da50dd905698', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.56', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:ae:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:56Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 2, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:47:41.482219 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e82fe9-d7ad-4f88-9686-b100ca1721d7 None None] New status for floating IP ab46abd6-1a49-4f34-ab1a-f1cf369eb6c0: DOWN {{(pid=83156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:47:41.783163 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 38674) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:41.852310 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:41.880270 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:41.933101 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:41.951426 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b324a406-51c3-4c6c-92a2-7902671311ce,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:41.964243 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:41.964577 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:41.964909 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:41.965225 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:41.965567 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:41.965873 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:41.966195 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:41.966513 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:41.966831 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:41.967173 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:41.967487 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:41.973013 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:41.974376 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-e3982f58-e121-470f-80b9-28cc7c9447b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "DELETE /v2.0/security-groups/b324a406-51c3-4c6c-92a2-7902671311ce HTTP/1.1" status: 204 len: 168 time: 0.1899941 Apr 08 02:47:41.976859 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 38678) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:41.992641 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.api.v2.resource [None req-edc9ea7e-d226-4ee7-a3dd-eb472f7e5452 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] show failed (client error): The resource could not be found. Apr 08 02:47:41.993609 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-edc9ea7e-d226-4ee7-a3dd-eb472f7e5452 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups/b324a406-51c3-4c6c-92a2-7902671311ce HTTP/1.1" status: 404 len: 347 time: 0.0158606 Apr 08 02:47:41.996444 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 38682) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:42.160141 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-071709f7-554c-45ee-b890-4651d7d37f2d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Deleting port d98a5dc4-4673-4f82-b506-faa31eb8e426 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:47:42.160486 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-071709f7-554c-45ee-b890-4651d7d37f2d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:42.333731 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-071709f7-554c-45ee-b890-4651d7d37f2d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:42.334057 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-071709f7-554c-45ee-b890-4651d7d37f2d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:42.454291 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-071709f7-554c-45ee-b890-4651d7d37f2d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Calling delete_port for d98a5dc4-4673-4f82-b506-faa31eb8e426 owned by network:floatingip {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:47:42.654257 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-071709f7-554c-45ee-b890-4651d7d37f2d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:42.699081 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071709f7-554c-45ee-b890-4651d7d37f2d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event deleted for resources: {'Port': ['ID=d98a5dc4-4673-4f82-b506-faa31eb8e426,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:42.792697 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-071709f7-554c-45ee-b890-4651d7d37f2d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:42.807415 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-071709f7-554c-45ee-b890-4651d7d37f2d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:42.808555 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-071709f7-554c-45ee-b890-4651d7d37f2d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "DELETE /v2.0/floatingips/ab46abd6-1a49-4f34-ab1a-f1cf369eb6c0 HTTP/1.1" status: 204 len: 168 time: 0.8112872 Apr 08 02:47:42.919961 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 3db28e6c-a293-4f71-a021-1097b0ac847b no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:47:42.968276 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 3db28e6c-a293-4f71-a021-1097b0ac847b {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:47:42.968868 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 3db28e6c-a293-4f71-a021-1097b0ac847b not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:47:43.485727 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1f29-832d-44e2-a7a1-9efeededfd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:43.864910 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b8ebd5bb-6ad4-4476-95d5-e7866c8d9e2e req-c4550ba1-63db-4f56-8bf7-e8cc87bff2bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 1098 time: 0.0741868 Apr 08 02:47:44.025294 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebd5bb-6ad4-4476-95d5-e7866c8d9e2e req-5272fa9b-ed0c-4f7a-9f78-a285f8d2455e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:44.027079 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b8ebd5bb-6ad4-4476-95d5-e7866c8d9e2e req-5272fa9b-ed0c-4f7a-9f78-a285f8d2455e service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 919 time: 0.1547925 Apr 08 02:47:44.035928 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b506d07-a88f-464c-8ec5-6b72389ff483 req-3fbb3c03-2b49-4d0a-b5c8-e97cf8ea639a tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:44.036881 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3b506d07-a88f-464c-8ec5-6b72389ff483 req-3fbb3c03-2b49-4d0a-b5c8-e97cf8ea639a tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 945 time: 0.1666162 Apr 08 02:47:44.043254 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c55a2-14df-4456-87f9-c91758c4422d req-68da88dd-052b-4141-88ea-bfbee4b2ba45 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:44.044674 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d76c55a2-14df-4456-87f9-c91758c4422d req-68da88dd-052b-4141-88ea-bfbee4b2ba45 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.2094829 Apr 08 02:47:44.121224 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3b506d07-a88f-464c-8ec5-6b72389ff483 req-c648a825-1036-4027-9820-f99edb1865cc tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754774 Apr 08 02:47:44.123744 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d76c55a2-14df-4456-87f9-c91758c4422d req-db1e5289-6747-469f-a03b-894b085e70f3 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624740 Apr 08 02:47:44.227816 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b8ebd5bb-6ad4-4476-95d5-e7866c8d9e2e req-214c873e-169b-487e-9dfb-aa18bba4717f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0e77b0-bc9a-4212-9033-ec1a9147356f HTTP/1.1" status: 200 len: 1001 time: 0.1932201 Apr 08 02:47:44.291424 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebd5bb-6ad4-4476-95d5-e7866c8d9e2e req-1b25e15a-d75b-49a3-93c8-ab7e8c2010b6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:44.292814 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b8ebd5bb-6ad4-4476-95d5-e7866c8d9e2e req-1b25e15a-d75b-49a3-93c8-ab7e8c2010b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.0587492 Apr 08 02:47:44.368003 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b8ebd5bb-6ad4-4476-95d5-e7866c8d9e2e req-8af8e4d5-c97e-4824-82f5-379c57df81f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683014 Apr 08 02:47:44.501704 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b8ebd5bb-6ad4-4476-95d5-e7866c8d9e2e req-12467fad-402e-438a-b1e9-e7c30e3c5995 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250317 Apr 08 02:47:44.638601 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b8ebd5bb-6ad4-4476-95d5-e7866c8d9e2e req-9849cbd3-93ea-41ea-95a0-749a4efde261 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291206 Apr 08 02:47:44.916580 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285dd4-f44c-4dfd-9b22-909434f349ee req-aef38e13-689d-4ff8-a903-790100ff53ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:44.917259 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-7b285dd4-f44c-4dfd-9b22-909434f349ee req-aef38e13-689d-4ff8-a903-790100ff53ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:47:44.934197 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-7b285dd4-f44c-4dfd-9b22-909434f349ee req-aef38e13-689d-4ff8-a903-790100ff53ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:47:44.935320 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7b285dd4-f44c-4dfd-9b22-909434f349ee req-aef38e13-689d-4ff8-a903-790100ff53ee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 945 time: 0.0956674 Apr 08 02:47:44.981072 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-7b285dd4-f44c-4dfd-9b22-909434f349ee req-a172319f-cd5a-4f3b-914a-2e091645b9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:47:44.998161 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-7b285dd4-f44c-4dfd-9b22-909434f349ee req-a172319f-cd5a-4f3b-914a-2e091645b9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:47:44.999488 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7b285dd4-f44c-4dfd-9b22-909434f349ee req-a172319f-cd5a-4f3b-914a-2e091645b9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582771 Apr 08 02:47:45.383612 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e509141-a50c-44bb-b59e-0787231ab234 req-48ac5a1f-5099-4f5b-bc48-58f2c10f8052 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:45.385033 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4e509141-a50c-44bb-b59e-0787231ab234 req-48ac5a1f-5099-4f5b-bc48-58f2c10f8052 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 945 time: 0.1372125 Apr 08 02:47:45.394414 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90c6d-64a3-46ba-942e-135dd9165a37 req-81faadaa-1ab8-4fbd-8986-f4c0d56ee59f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:45.395783 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8cd90c6d-64a3-46ba-942e-135dd9165a37 req-81faadaa-1ab8-4fbd-8986-f4c0d56ee59f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.1099880 Apr 08 02:47:45.465412 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4e509141-a50c-44bb-b59e-0787231ab234 req-faee5885-2d97-4155-9278-330e557be865 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687082 Apr 08 02:47:45.468866 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8cd90c6d-64a3-46ba-942e-135dd9165a37 req-a73c453e-b133-4b5e-8796-ca0b22a5a0a3 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594251 Apr 08 02:47:45.819535 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-7137d4b1-6d03-4f15-9ef2-90fb79989530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:45.863234 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53301bb-c0f2-4ac0-af71-81d72b4d399b req-7736a198-9bc4-4339-98b5-d8c0ae6492e6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:45.864675 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d53301bb-c0f2-4ac0-af71-81d72b4d399b req-7736a198-9bc4-4339-98b5-d8c0ae6492e6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 946 time: 0.0830846 Apr 08 02:47:45.908421 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d53301bb-c0f2-4ac0-af71-81d72b4d399b req-fac7b8a9-4c95-42f9-8e7c-1f9032744114 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380704 Apr 08 02:47:45.947523 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 38764) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:46.245912 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acb664-1286-47bf-8779-b7e661c330d2 req-bcec6297-a9d3-453a-b4dd-21b74e37328d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:46.247272 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e3acb664-1286-47bf-8779-b7e661c330d2 req-bcec6297-a9d3-453a-b4dd-21b74e37328d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 945 time: 0.1284950 Apr 08 02:47:46.249343 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-e6974bc4-3c54-44ba-b98a-1d11f216b29f tempest-TestMinimumBasicScenario-1148969231 tempest-TestMinimumBasicScenario-1148969231-project-admin] Synchronizing usage tracker for tenant:d59dbfe0067d4c14a724f231259d10fa on resource:port {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:47:46.287662 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-e6974bc4-3c54-44ba-b98a-1d11f216b29f tempest-TestMinimumBasicScenario-1148969231 tempest-TestMinimumBasicScenario-1148969231-project-admin] Unset dirty status for tenant:d59dbfe0067d4c14a724f231259d10fa on resource:port {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:47:46.288734 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-e6974bc4-3c54-44ba-b98a-1d11f216b29f tempest-TestMinimumBasicScenario-1148969231 tempest-TestMinimumBasicScenario-1148969231-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 1094 time: 0.3403263 Apr 08 02:47:46.291856 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 38772) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:46.297408 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Request body: {'floatingip': {'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'port_id': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:46.300587 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e3acb664-1286-47bf-8779-b7e661c330d2 req-c1f8b861-c42f-4a4d-aafe-45c4609bdd73 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475366 Apr 08 02:47:46.303035 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:46.307017 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Usage tracker for resource:floatingip and tenant:df331efa61df4c838ba6ab92ff33cdaa is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:46.309934 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:46.315933 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:46.327559 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for floatingip, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:46.473264 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:46.612170 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Allocated IP 172.28.1.15 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/f618fb9e-f55b-4ba6-822d-66ac90f9cf4b) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:47:46.659921 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:46.722061 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c32a80-f4d7-4593-aa37-b6d27f3db1f2 req-4bdae20e-d97a-4f10-81c2-ce636e260ce0 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:46.723509 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-73c32a80-f4d7-4593-aa37-b6d27f3db1f2 req-4bdae20e-d97a-4f10-81c2-ce636e260ce0 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.1027911 Apr 08 02:47:46.729186 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854c588-42a4-4c0b-a63a-837173d7adf4 req-c6d80822-a924-4709-9de7-d2c2bdc9011d tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:46.730042 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2854c588-42a4-4c0b-a63a-837173d7adf4 req-c6d80822-a924-4709-9de7-d2c2bdc9011d tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 945 time: 0.1396024 Apr 08 02:47:46.790006 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:46.800808 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-73c32a80-f4d7-4593-aa37-b6d27f3db1f2 req-b2790d1e-1d4c-44ca-82e6-1265f5124c2f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698371 Apr 08 02:47:46.803206 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2854c588-42a4-4c0b-a63a-837173d7adf4 req-09bb1915-5cda-4cc4-840f-e1133f5ea9fc tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576138 Apr 08 02:47:46.845653 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:46.875694 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:46.884884 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-ee479da4-154c-4197-88f3-63da840ea09c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:46.885580 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-ee479da4-154c-4197-88f3-63da840ea09c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:47:46.929674 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:47:46.932674 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:47:46.934405 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-ee479da4-154c-4197-88f3-63da840ea09c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:47:46.935570 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-ee479da4-154c-4197-88f3-63da840ea09c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 945 time: 0.1830401 Apr 08 02:47:46.936237 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:47:47.012405 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event updated for resources: {'Port': ['ID=f618fb9e-f55b-4ba6-822d-66ac90f9cf4b,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:47.052213 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Deleting port 024407b5-b24a-4ce1-8c8e-711e0533b26b {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:47:47.052464 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:47.503328 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ec0ae-b056-4671-95da-8e40ef51077f req-26458f82-3a29-4c0c-b1c9-5e0630168181 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:47.504867 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-285ec0ae-b056-4671-95da-8e40ef51077f req-26458f82-3a29-4c0c-b1c9-5e0630168181 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 945 time: 0.0802300 Apr 08 02:47:47.550367 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-285ec0ae-b056-4671-95da-8e40ef51077f req-92aedfa7-d1de-4fbd-ba41-6d1a18a622bb tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4c68361-fdf6-45fa-946d-d9d64a292b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397146 Apr 08 02:47:47.558552 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] For port 024407b5-b24a-4ce1-8c8e-711e0533b26b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=024407b5-b24a-4ce1-8c8e-711e0533b26b,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:47:47.559060 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:47.864390 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:47.864858 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:47.865258 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Floating IP a3f1a9c1-6778-4a87-81c3-da50dd905698 disassociated. External IP: 172.28.1.56, port: 024407b5-b24a-4ce1-8c8e-711e0533b26b. Apr 08 02:47:47.865673 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Calling delete_port for 024407b5-b24a-4ce1-8c8e-711e0533b26b owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:47:48.060773 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd4b6a-1aad-4c8c-b0a0-18e367d20641 req-d1a25321-a1c9-4702-b165-93479a40ebaf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:48.062929 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-76cd4b6a-1aad-4c8c-b0a0-18e367d20641 req-d1a25321-a1c9-4702-b165-93479a40ebaf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.1396916 Apr 08 02:47:48.069961 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:48.072572 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579546-e4c5-4a8e-b8e6-8c51f3080690 req-f48fba4f-d968-4981-9f6e-b5c0ae43b0d2 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:48.074586 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6d579546-e4c5-4a8e-b8e6-8c51f3080690 req-f48fba4f-d968-4981-9f6e-b5c0ae43b0d2 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 945 time: 0.1185873 Apr 08 02:47:48.135132 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:48.139133 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:48.141095 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:48.153571 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-76cd4b6a-1aad-4c8c-b0a0-18e367d20641 req-9d0628a0-5adc-4279-b6a5-c659a6b6d934 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777926 Apr 08 02:47:48.155858 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6d579546-e4c5-4a8e-b8e6-8c51f3080690 req-b451a361-f50e-4dfd-a742-1be127cc92e9 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642736 Apr 08 02:47:48.239154 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event deleted for resources: {'Port': ['ID=024407b5-b24a-4ce1-8c8e-711e0533b26b,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:48.524645 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:48.531729 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:48.597966 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:48.714051 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d0f8626c-ae8e-4f81-8dbd-74de8567e40a req-48191408-d9a8-4ba6-8c94-f4098c2c3462 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 210 time: 0.0403037 Apr 08 02:47:48.813328 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event updated for resources: {'Port': ['ID=f618fb9e-f55b-4ba6-822d-66ac90f9cf4b,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:48.860775 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:47:49.040230 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Floating IP 8d511599-3ae1-4039-a98f-f48e5d0f892b associated. External IP: 172.28.1.15, port: 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb. Apr 08 02:47:49.234208 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:47:49.245831 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62471e0-c891-46a0-8ec5-d7c2990a1fed None None] Sync routers for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:47:49.265276 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62471e0-c891-46a0-8ec5-d7c2990a1fed None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:47:49.266361 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-d62471e0-c891-46a0-8ec5-d7c2990a1fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:47:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:49.305337 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] No DVR routers for this DVR port 024407b5-b24a-4ce1-8c8e-711e0533b26b on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:47:49.313816 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:49.318550 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'name': 'network-vif-deleted', 'tag': '024407b5-b24a-4ce1-8c8e-711e0533b26b'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:47:49.347629 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7175f596-40d5-44b6-b3ac-0b7e15af9ba4 req-14de7738-9a29-4611-8b70-2e8df63c0797 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "DELETE /v2.0/ports/024407b5-b24a-4ce1-8c8e-711e0533b26b HTTP/1.1" status: 204 len: 173 time: 2.3863311 Apr 08 02:47:49.465940 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476a162-dad5-4a08-97ec-8e49ca381661 req-175706e5-57f0-4961-9dc4-261583f4a76f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:49.467588 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e476a162-dad5-4a08-97ec-8e49ca381661 req-175706e5-57f0-4961-9dc4-261583f4a76f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.1422310 Apr 08 02:47:49.474001 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aa1bd-c448-4489-b524-ed2c741a88f5 req-8c72b694-9f63-4ff4-9b79-bb306bd5db28 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:49.475637 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-214aa1bd-c448-4489-b524-ed2c741a88f5 req-8c72b694-9f63-4ff4-9b79-bb306bd5db28 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 945 time: 0.1485770 Apr 08 02:47:49.486007 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-d62471e0-c891-46a0-8ec5-d7c2990a1fed None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:47:49.553262 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e476a162-dad5-4a08-97ec-8e49ca381661 req-fbe035b2-16de-41c5-b388-3f427daa655e tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764484 Apr 08 02:47:49.556930 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-214aa1bd-c448-4489-b524-ed2c741a88f5 req-ddbe4f16-bbdd-47f5-b182-dd480585b476 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648518 Apr 08 02:47:49.616841 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Router fa1f0736-2c26-4ac8-8247-b142438c1ea4 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:47:49.679446 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0841290e-2bf4-4f09-b643-9a9892522d68'] response: {'server_uuid': 'f33d74cd-c5be-460f-81dd-10501e719f2f', 'name': 'network-vif-deleted', 'tag': '024407b5-b24a-4ce1-8c8e-711e0533b26b', 'status': 'completed', 'code': 200} Apr 08 02:47:49.872685 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f3621-7bc5-4ee4-be20-0a1f615477b3 req-12ee892f-56e4-4b25-a47d-e1dd85ce31e6 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:49.873443 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-ae9f3621-7bc5-4ee4-be20-0a1f615477b3 req-12ee892f-56e4-4b25-a47d-e1dd85ce31e6 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Synchronizing usage tracker for tenant:28de6d7fc9b94374b2d5f07409ba175e on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:47:49.894331 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-91dbbd4a-d5e9-45a3-86a7-c0857690e37e req-a9735f0b-ea24-43ba-b5c6-830e9e35b168 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33d74cd-c5be-460f-81dd-10501e719f2f HTTP/1.1" status: 200 len: 210 time: 0.0427773 Apr 08 02:47:49.901487 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:47:49.903611 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-ae9f3621-7bc5-4ee4-be20-0a1f615477b3 req-12ee892f-56e4-4b25-a47d-e1dd85ce31e6 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Unset dirty status for tenant:28de6d7fc9b94374b2d5f07409ba175e on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:47:49.905143 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ae9f3621-7bc5-4ee4-be20-0a1f615477b3 req-12ee892f-56e4-4b25-a47d-e1dd85ce31e6 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 945 time: 0.1348784 Apr 08 02:47:49.912172 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-d62471e0-c891-46a0-8ec5-d7c2990a1fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:49.916575 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62471e0-c891-46a0-8ec5-d7c2990a1fed None None] Checking router: af54ee4b-49e9-4335-996a-7e7fd2d5d6fa for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:47:49.920390 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01f86a-ff6e-400e-bd37-052e0d414e0f None None] Sync routers for ids ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:47:49.928324 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62471e0-c891-46a0-8ec5-d7c2990a1fed None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:47:49.928938 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-d62471e0-c891-46a0-8ec5-d7c2990a1fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:47:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:49.944423 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01f86a-ff6e-400e-bd37-052e0d414e0f None None] Routers {'fa1f0736-2c26-4ac8-8247-b142438c1ea4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:47:49.945498 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-ab01f86a-ff6e-400e-bd37-052e0d414e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:47:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:49.994444 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:50.051377 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-ae9f3621-7bc5-4ee4-be20-0a1f615477b3 req-a326f5ad-ff59-4a7c-aa85-f72e2eb3e519 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Deleting port c1a392f7-8810-4943-857e-f37b90b7522a {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:47:50.051772 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-ae9f3621-7bc5-4ee4-be20-0a1f615477b3 req-a326f5ad-ff59-4a7c-aa85-f72e2eb3e519 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:50.099586 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-ee722ac8-c8a1-41e1-9b1b-6cab80efb73a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8065307 Apr 08 02:47:50.102644 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 38796) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:50.109842 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-b97b09ea-37b1-4e34-b604-3dcf62f72cb6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598785497', 'description': 'tempest-secgroup-smoke-598785497 description', 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:50.118647 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b97b09ea-37b1-4e34-b604-3dcf62f72cb6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:50.135986 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-d62471e0-c891-46a0-8ec5-d7c2990a1fed None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:47:50.163996 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b97b09ea-37b1-4e34-b604-3dcf62f72cb6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:50.167997 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-ab01f86a-ff6e-400e-bd37-052e0d414e0f None None] Set router fa1f0736-2c26-4ac8-8247-b142438c1ea4 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:47:50.205494 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b97b09ea-37b1-4e34-b604-3dcf62f72cb6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:50.321815 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b97b09ea-37b1-4e34-b604-3dcf62f72cb6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:50.329641 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b97b09ea-37b1-4e34-b604-3dcf62f72cb6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Usage tracker for resource:security_group_rule and tenant:df331efa61df4c838ba6ab92ff33cdaa is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:50.334240 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b97b09ea-37b1-4e34-b604-3dcf62f72cb6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:50.356274 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b97b09ea-37b1-4e34-b604-3dcf62f72cb6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:50.367041 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-ae9f3621-7bc5-4ee4-be20-0a1f615477b3 req-a326f5ad-ff59-4a7c-aa85-f72e2eb3e519 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] For port c1a392f7-8810-4943-857e-f37b90b7522a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c1a392f7-8810-4943-857e-f37b90b7522a,segment=NetworkSegment(cbb40668-820f-4410-b3e1-174b7f145a04),segment_id=cbb40668-820f-4410-b3e1-174b7f145a04)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:47:50.367457 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-ae9f3621-7bc5-4ee4-be20-0a1f615477b3 req-a326f5ad-ff59-4a7c-aa85-f72e2eb3e519 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:50.467556 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-d62471e0-c891-46a0-8ec5-d7c2990a1fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:50.471904 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62471e0-c891-46a0-8ec5-d7c2990a1fed None None] The sync data for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb is: [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:47:50.547076 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-ab01f86a-ff6e-400e-bd37-052e0d414e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:46:47Z', 'revision_number': 4, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '8d511599-3ae1-4039-a98f-f48e5d0f892b', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'floating_ip_address': '172.28.1.15', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'port_id': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'mac_address': 'fa:16:3e:18:db:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:47Z', 'updated_at': '2022-04-08T02:47:47Z', 'revision_number': 0, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d234f5-4542-4c74-8ee7-7d2e06949f9e', 'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'mac_address': 'fa:16:3e:58:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:47Z', 'updated_at': '2022-04-08T02:47:18Z', 'revision_number': 5, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'subnets': [{'id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:50.551218 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01f86a-ff6e-400e-bd37-052e0d414e0f None None] Checking router: fa1f0736-2c26-4ac8-8247-b142438c1ea4 for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:47:50.566037 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01f86a-ff6e-400e-bd37-052e0d414e0f None None] Routers {'fa1f0736-2c26-4ac8-8247-b142438c1ea4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:47:50.566639 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-ab01f86a-ff6e-400e-bd37-052e0d414e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:47:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:50.603327 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-ae9f3621-7bc5-4ee4-be20-0a1f615477b3 req-a326f5ad-ff59-4a7c-aa85-f72e2eb3e519 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Calling delete_port for c1a392f7-8810-4943-857e-f37b90b7522a owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:47:50.695247 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b97b09ea-37b1-4e34-b604-3dcf62f72cb6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:50.708939 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b97b09ea-37b1-4e34-b604-3dcf62f72cb6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:50.755208 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b09ea-37b1-4e34-b604-3dcf62f72cb6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:50.791309 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-ab01f86a-ff6e-400e-bd37-052e0d414e0f None None] Set router fa1f0736-2c26-4ac8-8247-b142438c1ea4 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:47:50.803546 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d4f8de-5263-4eec-be17-6cf0ec696751 None None] New status for floating IP a3f1a9c1-6778-4a87-81c3-da50dd905698: DOWN {{(pid=83155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:47:50.818218 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b97b09ea-37b1-4e34-b604-3dcf62f72cb6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:50.822626 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-b97b09ea-37b1-4e34-b604-3dcf62f72cb6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7190318 Apr 08 02:47:50.825431 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 38804) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:50.832959 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-96987fc9-f1a1-438c-b914-d047f2dbc9d8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Request body: {'security_group_rule': {'security_group_id': '5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa', 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:50.852606 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-96987fc9-f1a1-438c-b914-d047f2dbc9d8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:50.863476 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-96987fc9-f1a1-438c-b914-d047f2dbc9d8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Usage tracker for resource:security_group_rule and tenant:df331efa61df4c838ba6ab92ff33cdaa is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:50.868001 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-96987fc9-f1a1-438c-b914-d047f2dbc9d8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:50.877078 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-96987fc9-f1a1-438c-b914-d047f2dbc9d8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:50.881578 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-ae9f3621-7bc5-4ee4-be20-0a1f615477b3 req-a326f5ad-ff59-4a7c-aa85-f72e2eb3e519 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:50.898966 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['c1a392f7-8810-4943-857e-f37b90b7522a'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:47:50.920775 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a088454-6198-4447-95c6-f66162028076 req-4f020e46-be4d-45b6-9840-21a8b933a227 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:50.929373 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8a088454-6198-4447-95c6-f66162028076 req-4f020e46-be4d-45b6-9840-21a8b933a227 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.1686060 Apr 08 02:47:50.949586 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326f5ad-ff59-4a7c-aa85-f72e2eb3e519 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Pushing event deleted for resources: {'Port': ['ID=c1a392f7-8810-4943-857e-f37b90b7522a,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:50.973254 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd377fb3-68d8-4de0-9949-da7914bbf6ff req-9b1045bc-489f-4bb9-8caa-df49e7223361 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:50.974983 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-fd377fb3-68d8-4de0-9949-da7914bbf6ff req-9b1045bc-489f-4bb9-8caa-df49e7223361 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8bc5a8-ff98-41e2-af30-f08b1a97dd10 HTTP/1.1" status: 200 len: 945 time: 0.1694725 Apr 08 02:47:50.998301 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-96987fc9-f1a1-438c-b914-d047f2dbc9d8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.013939 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 024407b5-b24a-4ce1-8c8e-711e0533b26b no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:47:51.038044 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8a088454-6198-4447-95c6-f66162028076 req-67f69d68-65a4-422b-b1a5-890bd109958f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075706 Apr 08 02:47:51.055678 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-fd377fb3-68d8-4de0-9949-da7914bbf6ff req-f5110da7-b0a9-4250-8f7a-afde7f12641a tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719383 Apr 08 02:47:51.072410 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9f3621-7bc5-4ee4-be20-0a1f615477b3 req-a326f5ad-ff59-4a7c-aa85-f72e2eb3e519 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] No DVR routers for this DVR port c1a392f7-8810-4943-857e-f37b90b7522a on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:47:51.076296 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-ae9f3621-7bc5-4ee4-be20-0a1f615477b3 req-a326f5ad-ff59-4a7c-aa85-f72e2eb3e519 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.131470 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-96987fc9-f1a1-438c-b914-d047f2dbc9d8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.134270 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ae9f3621-7bc5-4ee4-be20-0a1f615477b3 req-a326f5ad-ff59-4a7c-aa85-f72e2eb3e519 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.37 "DELETE /v2.0/ports/c1a392f7-8810-4943-857e-f37b90b7522a HTTP/1.1" status: 204 len: 173 time: 1.2175784 Apr 08 02:47:51.137490 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-96987fc9-f1a1-438c-b914-d047f2dbc9d8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.168445 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96987fc9-f1a1-438c-b914-d047f2dbc9d8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff20576e-893a-47fe-9135-1b3c56de5e13,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:51.177899 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 024407b5-b24a-4ce1-8c8e-711e0533b26b {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:47:51.178433 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 024407b5-b24a-4ce1-8c8e-711e0533b26b not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:47:51.182271 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-96987fc9-f1a1-438c-b914-d047f2dbc9d8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.187724 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 38812) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:51.193366 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-7d3aa056-79db-4371-8933-dea5e5a5887e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Request body: {'security_group_rule': {'security_group_id': '5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa', 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:51.195645 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-96987fc9-f1a1-438c-b914-d047f2dbc9d8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3690128 Apr 08 02:47:51.201630 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-7d3aa056-79db-4371-8933-dea5e5a5887e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:51.206777 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-7d3aa056-79db-4371-8933-dea5e5a5887e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Usage tracker for resource:security_group_rule and tenant:df331efa61df4c838ba6ab92ff33cdaa is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:51.210023 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-7d3aa056-79db-4371-8933-dea5e5a5887e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:51.221492 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-7d3aa056-79db-4371-8933-dea5e5a5887e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:51.221776 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 38816) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:51.246668 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa056-79db-4371-8933-dea5e5a5887e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.295059 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8f3d-ed2c-49e7-be63-3acdef178997 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.297652 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-ab01f86a-ff6e-400e-bd37-052e0d414e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:46:47Z', 'revision_number': 4, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '8d511599-3ae1-4039-a98f-f48e5d0f892b', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'floating_ip_address': '172.28.1.15', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'port_id': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'mac_address': 'fa:16:3e:18:db:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:47Z', 'updated_at': '2022-04-08T02:47:47Z', 'revision_number': 0, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d234f5-4542-4c74-8ee7-7d2e06949f9e', 'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'mac_address': 'fa:16:3e:58:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:47Z', 'updated_at': '2022-04-08T02:47:18Z', 'revision_number': 5, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'subnets': [{'id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:51.303011 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01f86a-ff6e-400e-bd37-052e0d414e0f None None] The sync data for ids ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'] in dv-cinder-837052-1-smb is: [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:46:47Z', 'revision_number': 4, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '8d511599-3ae1-4039-a98f-f48e5d0f892b', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'floating_ip_address': '172.28.1.15', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'port_id': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'mac_address': 'fa:16:3e:18:db:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:47Z', 'updated_at': '2022-04-08T02:47:47Z', 'revision_number': 0, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d234f5-4542-4c74-8ee7-7d2e06949f9e', 'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'mac_address': 'fa:16:3e:58:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:47Z', 'updated_at': '2022-04-08T02:47:18Z', 'revision_number': 5, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'subnets': [{'id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:47:51.332405 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8f3d-ed2c-49e7-be63-3acdef178997 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.335608 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa056-79db-4371-8933-dea5e5a5887e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.344100 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa056-79db-4371-8933-dea5e5a5887e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.396494 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8f3d-ed2c-49e7-be63-3acdef178997 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.418343 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b8f3d-ed2c-49e7-be63-3acdef178997 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c68361-fdf6-45fa-946d-d9d64a292b07,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:51.435693 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8f3d-ed2c-49e7-be63-3acdef178997 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.440072 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-2b0b8f3d-ed2c-49e7-be63-3acdef178997 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "DELETE /v2.0/security-groups/a4c68361-fdf6-45fa-946d-d9d64a292b07 HTTP/1.1" status: 204 len: 168 time: 0.2171271 Apr 08 02:47:51.440239 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3aa056-79db-4371-8933-dea5e5a5887e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c58974-2715-445f-8711-acc63668b984,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:51.441952 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 38820) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:51.460476 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa056-79db-4371-8933-dea5e5a5887e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.461597 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-7d3aa056-79db-4371-8933-dea5e5a5887e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2729239 Apr 08 02:47:51.464349 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.api.v2.resource [None req-2f070683-219f-425c-a3e0-7819fda90145 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] show failed (client error): The resource could not be found. Apr 08 02:47:51.465246 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-2f070683-219f-425c-a3e0-7819fda90145 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups/a4c68361-fdf6-45fa-946d-d9d64a292b07 HTTP/1.1" status: 404 len: 347 time: 0.0223207 Apr 08 02:47:51.465677 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 38824) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:51.471512 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 38828) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:51.471753 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-0db1dffe-ff9e-4166-a553-389ec0083d3b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Request body: {'security_group_rule': {'security_group_id': '5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa', 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:51.478162 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-0db1dffe-ff9e-4166-a553-389ec0083d3b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:51.481938 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-0db1dffe-ff9e-4166-a553-389ec0083d3b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Usage tracker for resource:security_group_rule and tenant:df331efa61df4c838ba6ab92ff33cdaa is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:51.484988 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-0db1dffe-ff9e-4166-a553-389ec0083d3b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:51.491295 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-0db1dffe-ff9e-4166-a553-389ec0083d3b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:51.509789 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0db1dffe-ff9e-4166-a553-389ec0083d3b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.548222 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309f5b4-40cc-48c3-9f5f-7034d43ad785 None None] New status for floating IP 8d511599-3ae1-4039-a98f-f48e5d0f892b: ACTIVE {{(pid=83156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:47:51.579035 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0db1dffe-ff9e-4166-a553-389ec0083d3b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.584504 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0db1dffe-ff9e-4166-a553-389ec0083d3b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.609762 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1dffe-ff9e-4166-a553-389ec0083d3b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86753ac-2bf2-4013-bca9-8b88327e880e,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:51.621097 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0db1dffe-ff9e-4166-a553-389ec0083d3b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.622398 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-0db1dffe-ff9e-4166-a553-389ec0083d3b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1557579 Apr 08 02:47:51.625354 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 38832) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:51.631156 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-683663e4-f979-4a06-98f1-0ca17b1496a8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Request body: {'security_group_rule': {'security_group_id': '5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa', 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:51.634235 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-97bfc9d1-4a07-4178-a32d-0118984311e0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Deleting port 38f47786-19cc-486e-9869-42278e359e86 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:47:51.634565 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-97bfc9d1-4a07-4178-a32d-0118984311e0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.637162 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-683663e4-f979-4a06-98f1-0ca17b1496a8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:51.641202 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-683663e4-f979-4a06-98f1-0ca17b1496a8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Usage tracker for resource:security_group_rule and tenant:df331efa61df4c838ba6ab92ff33cdaa is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:51.644124 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-683663e4-f979-4a06-98f1-0ca17b1496a8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:51.650427 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-683663e4-f979-4a06-98f1-0ca17b1496a8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:51.669970 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-683663e4-f979-4a06-98f1-0ca17b1496a8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.685592 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb'}, {'server_uuid': 'ca8bc5a8-ff98-41e2-af30-f08b1a97dd10', 'name': 'network-vif-deleted', 'tag': 'c1a392f7-8810-4943-857e-f37b90b7522a'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:47:51.777667 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-683663e4-f979-4a06-98f1-0ca17b1496a8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.784625 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-683663e4-f979-4a06-98f1-0ca17b1496a8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.806673 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5654bbe2-eb53-48d6-af00-11e86a314503'] response: {'name': 'network-changed', 'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb', 'status': 'completed', 'code': 200} Apr 08 02:47:51.807300 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5654bbe2-eb53-48d6-af00-11e86a314503'] response: {'server_uuid': 'ca8bc5a8-ff98-41e2-af30-f08b1a97dd10', 'name': 'network-vif-deleted', 'tag': 'c1a392f7-8810-4943-857e-f37b90b7522a', 'status': 'completed', 'code': 200} Apr 08 02:47:51.808037 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683663e4-f979-4a06-98f1-0ca17b1496a8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e474d98e-3ef8-43af-993f-3d5a0a2cde90,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:51.882086 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-97bfc9d1-4a07-4178-a32d-0118984311e0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.882942 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-97bfc9d1-4a07-4178-a32d-0118984311e0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.893473 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-683663e4-f979-4a06-98f1-0ca17b1496a8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:51.894722 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-683663e4-f979-4a06-98f1-0ca17b1496a8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2684252 Apr 08 02:47:51.897794 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 38838) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:51.922576 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-92b87dd0-3ab2-4b4d-88d9-bcc03d9108b3 req-7c3b79e0-0bab-4471-84d0-7574918265c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df331efa61df4c838ba6ab92ff33cdaa&device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 1099 time: 0.1008399 Apr 08 02:47:51.953133 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-65b66561-11f2-472b-9227-ba1183d22898 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Request body: {'security_group_rule': {'security_group_id': '5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa', 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:52.017163 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-97bfc9d1-4a07-4178-a32d-0118984311e0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Calling delete_port for 38f47786-19cc-486e-9869-42278e359e86 owned by network:floatingip {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:47:52.041679 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-65b66561-11f2-472b-9227-ba1183d22898 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:52.051739 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-65b66561-11f2-472b-9227-ba1183d22898 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Usage tracker for resource:security_group_rule and tenant:df331efa61df4c838ba6ab92ff33cdaa is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:52.054842 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87dd0-3ab2-4b4d-88d9-bcc03d9108b3 req-2df6c4d9-4532-4614-96e2-a4649caf5b77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:52.056313 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-92b87dd0-3ab2-4b4d-88d9-bcc03d9108b3 req-2df6c4d9-4532-4614-96e2-a4649caf5b77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2eaa56e-aab0-4616-b26d-2e4390bf403e HTTP/1.1" status: 200 len: 916 time: 0.1237543 Apr 08 02:47:52.060181 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-65b66561-11f2-472b-9227-ba1183d22898 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:52.068671 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-65b66561-11f2-472b-9227-ba1183d22898 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:52.092703 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.securitygroups_db [None req-65b66561-11f2-472b-9227-ba1183d22898 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Project df331efa61df4c838ba6ab92ff33cdaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 02:47:52.107680 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-65b66561-11f2-472b-9227-ba1183d22898 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:52.168657 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-92b87dd0-3ab2-4b4d-88d9-bcc03d9108b3 req-db790511-cb84-4350-9e23-b3e57830193f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb HTTP/1.1" status: 200 len: 1001 time: 0.1046026 Apr 08 02:47:52.233651 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87dd0-3ab2-4b4d-88d9-bcc03d9108b3 req-b702d2eb-af23-42e1-9eaa-880e2f3142d2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:52.235132 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-92b87dd0-3ab2-4b4d-88d9-bcc03d9108b3 req-b702d2eb-af23-42e1-9eaa-880e2f3142d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f6fd64f-9761-4f61-88bc-24fcd38493eb HTTP/1.1" status: 200 len: 854 time: 0.0581336 Apr 08 02:47:52.293486 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-97bfc9d1-4a07-4178-a32d-0118984311e0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:52.299134 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-65b66561-11f2-472b-9227-ba1183d22898 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:52.318035 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-92b87dd0-3ab2-4b4d-88d9-bcc03d9108b3 req-417d00ba-c602-4c49-9e74-94440fa6a76b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2eaa56e-aab0-4616-b26d-2e4390bf403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765667 Apr 08 02:47:52.341045 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-65b66561-11f2-472b-9227-ba1183d22898 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:52.350351 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bfc9d1-4a07-4178-a32d-0118984311e0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event deleted for resources: {'Port': ['ID=38f47786-19cc-486e-9869-42278e359e86,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:52.373608 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b66561-11f2-472b-9227-ba1183d22898 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbe4ae7-1b7a-49dd-b1f4-7c8d03837ec4,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:52.419881 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c04c3-2574-4d1a-b176-43675c2461c9 req-437db01e-a820-4444-b118-2cc7a5fc845a tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:52.421482 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-245c04c3-2574-4d1a-b176-43675c2461c9 req-437db01e-a820-4444-b118-2cc7a5fc845a tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.2379580 Apr 08 02:47:52.455892 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-92b87dd0-3ab2-4b4d-88d9-bcc03d9108b3 req-33d8a668-9918-4b95-b037-042e1694cf9c service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303368 Apr 08 02:47:52.487131 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-65b66561-11f2-472b-9227-ba1183d22898 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:52.491009 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-65b66561-11f2-472b-9227-ba1183d22898 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5891190 Apr 08 02:47:52.491612 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 38850) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:52.497298 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-130aa6fc-7f31-4b35-b877-8fae928ca58e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Request body: {'security_group_rule': {'security_group_id': '5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa', 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:52.527126 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-245c04c3-2574-4d1a-b176-43675c2461c9 req-a6f8a475-f5a3-4b9d-8abe-12ca43039b91 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644021 Apr 08 02:47:52.527829 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-97bfc9d1-4a07-4178-a32d-0118984311e0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:52.530180 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-97bfc9d1-4a07-4178-a32d-0118984311e0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:52.531746 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-97bfc9d1-4a07-4178-a32d-0118984311e0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "DELETE /v2.0/floatingips/a3f1a9c1-6778-4a87-81c3-da50dd905698 HTTP/1.1" status: 204 len: 168 time: 1.0586979 Apr 08 02:47:52.551563 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-130aa6fc-7f31-4b35-b877-8fae928ca58e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:52.563187 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-130aa6fc-7f31-4b35-b877-8fae928ca58e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Usage tracker for resource:security_group_rule and tenant:df331efa61df4c838ba6ab92ff33cdaa is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:52.567584 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-130aa6fc-7f31-4b35-b877-8fae928ca58e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:52.575679 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-130aa6fc-7f31-4b35-b877-8fae928ca58e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:52.603953 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.securitygroups_db [None req-130aa6fc-7f31-4b35-b877-8fae928ca58e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Project df331efa61df4c838ba6ab92ff33cdaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 02:47:52.619301 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-130aa6fc-7f31-4b35-b877-8fae928ca58e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:52.638679 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-92b87dd0-3ab2-4b4d-88d9-bcc03d9108b3 req-8114c53f-6301-40d6-bd14-e641b9633298 service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762047 Apr 08 02:47:52.690195 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-130aa6fc-7f31-4b35-b877-8fae928ca58e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:52.695964 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-130aa6fc-7f31-4b35-b877-8fae928ca58e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:52.718368 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130aa6fc-7f31-4b35-b877-8fae928ca58e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b60c585-6db7-4369-8109-c97dc014621a,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:52.729274 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-130aa6fc-7f31-4b35-b877-8fae928ca58e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:52.733440 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-130aa6fc-7f31-4b35-b877-8fae928ca58e tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2378581 Apr 08 02:47:52.861957 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-afc6d35e-8986-4504-bc53-5494dcd061f0 req-9fa15483-7315-4a2a-b3ed-61dc696685cf tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598785497&fields=id&tenant_id=df331efa61df4c838ba6ab92ff33cdaa HTTP/1.1" status: 200 len: 267 time: 0.0414774 Apr 08 02:47:52.923511 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 38860) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:52.929273 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1214844422', 'description': 'tempest-description--1638965549'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:52.934906 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:52.939301 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:52.942095 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:52.947730 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:52.952428 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6d35e-8986-4504-bc53-5494dcd061f0 req-8e44fe92-11b1-4bae-a297-2ccf48e40dd7 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:52.954809 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-afc6d35e-8986-4504-bc53-5494dcd061f0 req-8e44fe92-11b1-4bae-a297-2ccf48e40dd7 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 946 time: 0.0873935 Apr 08 02:47:52.959027 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:52.965862 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [req-afc6d35e-8986-4504-bc53-5494dcd061f0 req-24ef2884-d13b-4279-a393-6ffe6474d6d5 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Request body: {'port': {'security_groups': ['3ac38a78-3708-4eb5-8b6c-5e0518c809c8', '5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa']}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:52.967720 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device c1a392f7-8810-4943-857e-f37b90b7522a no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:47:52.993497 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:52.998077 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group_rule and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:53.000453 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: c1a392f7-8810-4943-857e-f37b90b7522a {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:47:53.000852 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device c1a392f7-8810-4943-857e-f37b90b7522a not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:47:53.000974 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:53.008204 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:53.064872 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.069715 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.080020 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-afc6d35e-8986-4504-bc53-5494dcd061f0 req-24ef2884-d13b-4279-a393-6ffe6474d6d5 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.113137 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5adaba3-6442-4560-9ff3-f4ad65fa2741,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:53.118284 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.119589 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-1d265a25-ced9-426a-bd91-34193e35ae79 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1950734 Apr 08 02:47:53.122515 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 38864) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:53.129761 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-d12fce74-1156-44dc-9586-538e537f8f19 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'security_group_rule': {'security_group_id': 'd5adaba3-6442-4560-9ff3-f4ad65fa2741', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:53.135591 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-d12fce74-1156-44dc-9586-538e537f8f19 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:53.139677 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-d12fce74-1156-44dc-9586-538e537f8f19 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group_rule and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:53.142573 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-d12fce74-1156-44dc-9586-538e537f8f19 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:53.148450 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-d12fce74-1156-44dc-9586-538e537f8f19 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:53.166617 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d12fce74-1156-44dc-9586-538e537f8f19 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.227102 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d12fce74-1156-44dc-9586-538e537f8f19 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.232102 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d12fce74-1156-44dc-9586-538e537f8f19 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.257171 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fce74-1156-44dc-9586-538e537f8f19 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5759a1-08f3-4954-b810-495390236466,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:53.268482 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d12fce74-1156-44dc-9586-538e537f8f19 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.272500 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-d12fce74-1156-44dc-9586-538e537f8f19 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1489170 Apr 08 02:47:53.273084 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 38868) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:53.278382 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-9addadaf-f5c5-4064-816d-d76596e9e9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'security_group_rule': {'security_group_id': 'd5adaba3-6442-4560-9ff3-f4ad65fa2741', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:53.284559 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9addadaf-f5c5-4064-816d-d76596e9e9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:53.288579 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9addadaf-f5c5-4064-816d-d76596e9e9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group_rule and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:53.291458 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9addadaf-f5c5-4064-816d-d76596e9e9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:53.297027 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9addadaf-f5c5-4064-816d-d76596e9e9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:53.315600 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9addadaf-f5c5-4064-816d-d76596e9e9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.326842 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [req-afc6d35e-8986-4504-bc53-5494dcd061f0 req-24ef2884-d13b-4279-a393-6ffe6474d6d5 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] For port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:47:53.351742 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-afc6d35e-8986-4504-bc53-5494dcd061f0 req-24ef2884-d13b-4279-a393-6ffe6474d6d5 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for port, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.357806 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-afc6d35e-8986-4504-bc53-5494dcd061f0 req-24ef2884-d13b-4279-a393-6ffe6474d6d5 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107667'] for port, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.369636 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:47:53.375961 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9addadaf-f5c5-4064-816d-d76596e9e9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.380782 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9addadaf-f5c5-4064-816d-d76596e9e9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.405511 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addadaf-f5c5-4064-816d-d76596e9e9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ef4f9e-46f1-4fb8-b1f1-cb4d493370a2,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:53.420366 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9addadaf-f5c5-4064-816d-d76596e9e9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.423192 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-9addadaf-f5c5-4064-816d-d76596e9e9b0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1491055 Apr 08 02:47:53.426129 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 38872) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:53.434403 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6d35e-8986-4504-bc53-5494dcd061f0 req-24ef2884-d13b-4279-a393-6ffe6474d6d5 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:53.435007 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'floatingip': {'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:53.435167 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-afc6d35e-8986-4504-bc53-5494dcd061f0 req-24ef2884-d13b-4279-a393-6ffe6474d6d5 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.442588 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-afc6d35e-8986-4504-bc53-5494dcd061f0 req-24ef2884-d13b-4279-a393-6ffe6474d6d5 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "PUT /v2.0/ports/5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb HTTP/1.1" status: 200 len: 982 time: 0.4797745 Apr 08 02:47:53.442588 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb'}] {{(pid=83154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:47:53.442851 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:53.446543 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:floatingip and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:53.449750 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:53.456943 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:53.499797 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef2884-d13b-4279-a393-6ffe6474d6d5 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event updated for resources: {'Port': ['ID=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,revision_number=6']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:53.533856 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fac44a3-de4c-4dab-90fe-f778a059d425'] response: {'name': 'network-changed', 'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb', 'status': 'completed', 'code': 200} Apr 08 02:47:53.609487 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:47:53.669092 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.777135 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.824876 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-87f1fda9-8ebc-4500-9681-1ec8e58557bf req-9eb9c263-f73e-4047-9e9a-3bb0f14c4b70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df331efa61df4c838ba6ab92ff33cdaa&device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 1138 time: 0.2175975 Apr 08 02:47:53.850850 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-7ab38851-0095-47cc-a28d-dab28f61c848 None None] Provisioning complete for port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:53.851491 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-7ab38851-0095-47cc-a28d-dab28f61c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:53.930006 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d1b01-b6c2-4e92-8c04-fef25b1dc54b req-e1bceba9-4fd5-4274-a13a-1b3ec5ed37b9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:53.931591 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-fc7d1b01-b6c2-4e92-8c04-fef25b1dc54b req-e1bceba9-4fd5-4274-a13a-1b3ec5ed37b9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.1307240 Apr 08 02:47:53.955609 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53846ee3-2579-41cd-a03d-2d87638d0e59 req-7a8036fb-131c-4c4d-bdee-6475b59a0985 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:53.958074 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-53846ee3-2579-41cd-a03d-2d87638d0e59 req-7a8036fb-131c-4c4d-bdee-6475b59a0985 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.3177907 Apr 08 02:47:54.034016 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-fc7d1b01-b6c2-4e92-8c04-fef25b1dc54b req-4788cde6-724b-4814-86a8-5426b67a3032 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749562 Apr 08 02:47:54.040012 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-53846ee3-2579-41cd-a03d-2d87638d0e59 req-f56ece0d-789f-414d-9e9c-1c45e01fdd9b tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654867 Apr 08 02:47:54.055201 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1fda9-8ebc-4500-9681-1ec8e58557bf req-362e09b6-6353-4b14-9405-8621c6dae80a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:54.057023 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-87f1fda9-8ebc-4500-9681-1ec8e58557bf req-362e09b6-6353-4b14-9405-8621c6dae80a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2eaa56e-aab0-4616-b26d-2e4390bf403e HTTP/1.1" status: 200 len: 916 time: 0.2236590 Apr 08 02:47:54.079238 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:54.219785 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-87f1fda9-8ebc-4500-9681-1ec8e58557bf req-80ad38f5-512e-449d-bf91-739054328be9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb HTTP/1.1" status: 200 len: 1001 time: 0.1510241 Apr 08 02:47:54.330182 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1fda9-8ebc-4500-9681-1ec8e58557bf req-9cc44b69-74fe-4ecd-879d-ecf1d046e63d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:54.331931 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-87f1fda9-8ebc-4500-9681-1ec8e58557bf req-9cc44b69-74fe-4ecd-879d-ecf1d046e63d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f6fd64f-9761-4f61-88bc-24fcd38493eb HTTP/1.1" status: 200 len: 854 time: 0.1035542 Apr 08 02:47:54.342119 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Allocated IP 172.28.1.30 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/fd1fa1e7-eb6f-423c-ad3d-e75c38517743) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:47:54.531490 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-87f1fda9-8ebc-4500-9681-1ec8e58557bf req-c3f5215b-ad66-4086-9903-57d0976ddbf4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2eaa56e-aab0-4616-b26d-2e4390bf403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1800888 Apr 08 02:47:54.538065 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:54.672649 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-87f1fda9-8ebc-4500-9681-1ec8e58557bf req-d45c3847-f501-4db4-a06a-9a386579b5ed service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314392 Apr 08 02:47:54.673688 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:54.819592 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:47:54.822102 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'Port': ['ID=fd1fa1e7-eb6f-423c-ad3d-e75c38517743,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:54.826087 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:47:54.830394 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:47:54.867802 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-87f1fda9-8ebc-4500-9681-1ec8e58557bf req-da8b273b-d3ff-4efa-b42c-d143be3455cb service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645246 Apr 08 02:47:54.963291 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:55.022080 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:55.260795 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a46a2-7f35-4637-a256-d74bdbae759c req-bac90402-5f65-48e6-babb-e5a5d4b48530 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:55.263049 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b17a46a2-7f35-4637-a256-d74bdbae759c req-bac90402-5f65-48e6-babb-e5a5d4b48530 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0846918 Apr 08 02:47:55.316258 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:55.317616 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b17a46a2-7f35-4637-a256-d74bdbae759c req-3814e4af-7854-424b-b420-c6becaec1a72 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476737 Apr 08 02:47:55.321998 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:55.379410 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:55.398099 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'Port': ['ID=fd1fa1e7-eb6f-423c-ad3d-e75c38517743,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:55.411011 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:55.412203 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-0772a51b-43d5-4b1a-9986-f486e2151c1c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9851234 Apr 08 02:47:55.651717 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-31f3cb24-91fe-4410-848c-89105b7ca968 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1214844422&fields=id&tenant_id=d73314cb194d45a0981f40eece2fdb5a HTTP/1.1" status: 200 len: 267 time: 0.0406220 Apr 08 02:47:55.802311 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-c56f3ff2-8713-4827-a1bb-0512ecb27fc3 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:55.803626 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-c56f3ff2-8713-4827-a1bb-0512ecb27fc3 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 814 time: 0.1456220 Apr 08 02:47:55.821903 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-536c953f-472f-4f4d-adae-f7e1204e4824 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/quotas/d73314cb194d45a0981f40eece2fdb5a HTTP/1.1" status: 200 len: 375 time: 0.0103366 Apr 08 02:47:55.899964 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-f23f13f7-cea9-41e8-b55f-69e7e93d02a6 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:47:55.917764 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-f23f13f7-cea9-41e8-b55f-69e7e93d02a6 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:47:55.919359 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-f23f13f7-cea9-41e8-b55f-69e7e93d02a6 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0928741 Apr 08 02:47:56.054577 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-c14470b2-89fe-4192-a504-517a1d8ea447 service neutron] 10.222.0.44 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226547 Apr 08 02:47:56.182347 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-83433272-f1a8-4475-98dd-3a6a74104665 service neutron] 10.222.0.44 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219320 Apr 08 02:47:56.379901 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ffe386a3-fea7-48d2-b159-250d9a445b31 req-bf393155-f4fb-4e53-986f-ec8c5b838191 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 210 time: 0.0481496 Apr 08 02:47:56.523402 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36afd5a-a8b2-4e8d-9bdd-12b453a1a399 req-2214b97e-d809-4b48-ba77-b2bc2da32f79 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:56.524842 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b36afd5a-a8b2-4e8d-9bdd-12b453a1a399 req-2214b97e-d809-4b48-ba77-b2bc2da32f79 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0786700 Apr 08 02:47:56.583483 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b36afd5a-a8b2-4e8d-9bdd-12b453a1a399 req-3443dcd9-c583-4bd4-9a21-616a6c48d845 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524402 Apr 08 02:47:56.723138 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19740531-94ee-47d5-86f4-05df74432871 req-1de2294f-a24f-4104-aaca-e0c62145b59f tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:56.724583 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-1de2294f-a24f-4104-aaca-e0c62145b59f tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/networks?id=4a3cb90d-9940-4f92-a7bf-92930ef99be3 HTTP/1.1" status: 200 len: 814 time: 0.1399906 Apr 08 02:47:56.740493 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-faad4522-b7ec-45aa-93ec-41bbc0872e1e tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/quotas/28de6d7fc9b94374b2d5f07409ba175e HTTP/1.1" status: 200 len: 375 time: 0.0104947 Apr 08 02:47:56.790044 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-56d1addb-ca22-4999-841f-37529b50a6ee tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=28de6d7fc9b94374b2d5f07409ba175e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428207 Apr 08 02:47:56.924229 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-92ce12c4-d145-44dc-83c2-d2caf721c2f2 service neutron] 10.222.0.44 "GET /v2.0/networks/4a3cb90d-9940-4f92-a7bf-92930ef99be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269805 Apr 08 02:47:57.058804 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-bd61e64e-dcbe-4b91-82a7-b69e3969f8f3 service neutron] 10.222.0.44 "GET /v2.0/networks/4a3cb90d-9940-4f92-a7bf-92930ef99be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277912 Apr 08 02:47:57.236692 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-db832446-fc88-4cc0-8065-c74566b67012 req-bb2d76c8-739b-4200-afa5-f2504df0d4d3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 210 time: 0.0399868 Apr 08 02:47:57.562533 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-25ef74f5-556e-4891-99a4-cfcb1bb625d6 req-bcab4ce6-e02a-4c7f-afba-6671f0c832dc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 210 time: 0.0538616 Apr 08 02:47:57.583753 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-03723349-ed73-4c94-b06a-17e683cb5c87 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:57.585369 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-03723349-ed73-4c94-b06a-17e683cb5c87 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 814 time: 0.1923056 Apr 08 02:47:57.648518 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-95972450-f175-474d-aa10-bfd1d5be07c2 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:security_group {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:47:57.671493 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-95972450-f175-474d-aa10-bfd1d5be07c2 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:security_group {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:47:57.672633 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-95972450-f175-474d-aa10-bfd1d5be07c2 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d73314cb194d45a0981f40eece2fdb5a HTTP/1.1" status: 200 len: 380 time: 0.0703132 Apr 08 02:47:57.704598 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'port': {'device_id': '637f9468-3198-4dbb-961a-07815e3868b9', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'admin_state_up': True, 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'security_groups': ['d5adaba3-6442-4560-9ff3-f4ad65fa2741']}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:57.841553 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:57.842576 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d2f7f-c1ca-43f0-ab2c-11e4877d47a5 req-c1013b0e-37b4-40f4-ac0b-af601acfdd57 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:57.844223 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4e1d2f7f-c1ca-43f0-ab2c-11e4877d47a5 req-c1013b0e-37b4-40f4-ac0b-af601acfdd57 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.1467218 Apr 08 02:47:57.855834 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:57.868852 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Made reservation on behalf of d73314cb194d45a0981f40eece2fdb5a for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:47:57.872142 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:57.905933 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4e1d2f7f-c1ca-43f0-ab2c-11e4877d47a5 req-6d1174d4-bd90-4e9b-b63e-71f58711cb46 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536230 Apr 08 02:47:58.036415 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Allocated IP 172.20.0.7 (12062f10-b133-4784-86c3-8f4eb869d796/57980487-889a-49d9-bd17-72de232f8919/006d5cbf-41a1-4ed5-8235-e05660f6de1d) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:47:58.230614 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:58.245817 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Transition to ACTIVE for port object 006d5cbf-41a1-4ed5-8235-e05660f6de1d will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:47:58.268522 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:58.408915 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8277dfb2-dcc6-426f-baaa-d7009c130083 req-56ec7d6a-3e34-4441-b3ae-bf6f35d374f5 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 210 time: 0.0429425 Apr 08 02:47:58.427412 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'Port': ['ID=006d5cbf-41a1-4ed5-8235-e05660f6de1d,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:58.438115 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Network 12062f10-b133-4784-86c3-8f4eb869d796 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:47:58.441108 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:47:58.445810 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:47:58.449763 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:58.450371 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:58.505413 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19740531-94ee-47d5-86f4-05df74432871 req-2d820a26-7202-488e-ac5d-b535ee22d98a tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:58.507263 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-2d820a26-7202-488e-ac5d-b535ee22d98a tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.37 "GET /v2.0/networks?id=4a3cb90d-9940-4f92-a7bf-92930ef99be3 HTTP/1.1" status: 200 len: 814 time: 0.2046776 Apr 08 02:47:58.509023 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-e2f7324e-dc48-44eb-8f87-1bdf6a360bf0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8084671 Apr 08 02:47:58.535953 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Request body: {'port': {'device_id': '15d07c26-0bbb-47b0-b76b-ced57f68518f', 'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3', 'admin_state_up': True, 'tenant_id': '28de6d7fc9b94374b2d5f07409ba175e'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:58.556245 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Request body: {'port': {'device_id': '637f9468-3198-4dbb-961a-07815e3868b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:58.700564 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-5bf6910d-cad8-473f-a4a9-c11a018d6166 None None] Provisioning for port 006d5cbf-41a1-4ed5-8235-e05660f6de1d completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:47:58.706297 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-5bf6910d-cad8-473f-a4a9-c11a018d6166 None None] Provisioning complete for port 006d5cbf-41a1-4ed5-8235-e05660f6de1d triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:58.706659 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-5bf6910d-cad8-473f-a4a9-c11a018d6166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:58.757487 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:58.758517 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cb3ed-0837-4dd9-8dab-9eac0c35c9bc req-34b3587e-2a9d-4e45-911e-eab2a327c3c9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:58.760531 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-470cb3ed-0837-4dd9-8dab-9eac0c35c9bc req-34b3587e-2a9d-4e45-911e-eab2a327c3c9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 931 time: 0.0766575 Apr 08 02:47:58.762821 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6910d-cad8-473f-a4a9-c11a018d6166 None None] Port 006d5cbf-41a1-4ed5-8235-e05660f6de1d cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:47:58.776317 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:58.803011 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Usage tracker for resource:port and tenant:28de6d7fc9b94374b2d5f07409ba175e is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:58.812024 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-470cb3ed-0837-4dd9-8dab-9eac0c35c9bc req-0757f019-8058-4629-b751-d99ac8b7f623 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425289 Apr 08 02:47:58.813283 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:58.824793 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:58.850937 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Made reservation on behalf of 28de6d7fc9b94374b2d5f07409ba175e for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:47:58.853860 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:59.097839 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b58de-0965-43eb-8838-51e0ba0787b9 req-4efa3d42-e22f-41b7-b6e1-23f5e7c6390d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:59.100368 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-891b58de-0965-43eb-8838-51e0ba0787b9 req-4efa3d42-e22f-41b7-b6e1-23f5e7c6390d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0807261 Apr 08 02:47:59.147523 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-891b58de-0965-43eb-8838-51e0ba0787b9 req-e0c764ef-2043-4234-b312-17ce7b75bc81 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425158 Apr 08 02:47:59.250944 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Allocated IP 172.20.0.4 (4a3cb90d-9940-4f92-a7bf-92930ef99be3/1f622640-4926-4bda-ae29-5681442cf848/904f7099-ed19-485d-aa83-db96923faf00) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:47:59.364733 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006d5cbf-41a1-4ed5-8235-e05660f6de1d {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:47:59.387852 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:59.464099 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Transition to ACTIVE for port object 006d5cbf-41a1-4ed5-8235-e05660f6de1d will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:47:59.473768 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:59.580753 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-53c232ed-5eb3-4e01-b8a2-a3c886d0d605 req-6f15c464-216a-4c7f-a82a-d8d72911f421 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 210 time: 0.0508626 Apr 08 02:47:59.641624 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:59.650796 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Pushing event updated for resources: {'Port': ['ID=006d5cbf-41a1-4ed5-8235-e05660f6de1d,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:59.717826 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Attempting to bind port 006d5cbf-41a1-4ed5-8235-e05660f6de1d on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:47:59.718160 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Attempting to bind port 006d5cbf-41a1-4ed5-8235-e05660f6de1d by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:47:59.718485 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Attempting to bind port 006d5cbf-41a1-4ed5-8235-e05660f6de1d on network 12062f10-b133-4784-86c3-8f4eb869d796 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:47:59.728357 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Port 006d5cbf-41a1-4ed5-8235-e05660f6de1d on network 12062f10-b133-4784-86c3-8f4eb869d796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:47:59.728730 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Attempting to bind port 006d5cbf-41a1-4ed5-8235-e05660f6de1d on network 12062f10-b133-4784-86c3-8f4eb869d796 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:47:59.735851 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:59.782138 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:47:59.782859 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Checking segment: {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:47:59.782859 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Bound using segment: {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:47:59.783304 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Bound port: 006d5cbf-41a1-4ed5-8235-e05660f6de1d, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:47:59.783638 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:59.830221 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Network 4a3cb90d-9940-4f92-a7bf-92930ef99be3 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:47:59.855737 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:47:59.861796 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Pushing event updated for resources: {'Port': ['ID=904f7099-ed19-485d-aa83-db96923faf00,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:59.869451 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:47:59.873323 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:59.873965 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:59.920743 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-643f25e7-4f2c-457a-a083-beba5d5c0bb1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3897710 Apr 08 02:47:59.930183 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] For port 006d5cbf-41a1-4ed5-8235-e05660f6de1d, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:47:59.933436 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] For port 006d5cbf-41a1-4ed5-8235-e05660f6de1d, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=006d5cbf-41a1-4ed5-8235-e05660f6de1d,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:47:59.938831 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Request body: {'port': {'device_id': '15d07c26-0bbb-47b0-b76b-ced57f68518f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:47:59.967257 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:00.019930 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c816d75-4f1c-4fe2-b0c9-cc4588854b15 req-b8632bd4-36b9-4cea-9382-d409ee13e480 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:00.021366 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5c816d75-4f1c-4fe2-b0c9-cc4588854b15 req-b8632bd4-36b9-4cea-9382-d409ee13e480 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 943 time: 0.0755847 Apr 08 02:48:00.069058 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5c816d75-4f1c-4fe2-b0c9-cc4588854b15 req-484f62ff-9957-4a52-8081-e15874a44230 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Apr 08 02:48:00.079110 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:00.080492 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] 10.222.0.37 "PUT /v2.0/ports/006d5cbf-41a1-4ed5-8235-e05660f6de1d HTTP/1.1" status: 200 len: 1093 time: 1.5484667 Apr 08 02:48:00.080946 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637f9468-3198-4dbb-961a-07815e3868b9', 'tag': '006d5cbf-41a1-4ed5-8235-e05660f6de1d'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:48:00.110250 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da197-b2bb-447f-8aee-732fb4da3521 service neutron] Pushing event updated for resources: {'Port': ['ID=006d5cbf-41a1-4ed5-8235-e05660f6de1d,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:00.124191 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:00.168213 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4b0897-98ea-4aa1-86d5-852cbbecae3c'] response: {'name': 'network-changed', 'server_uuid': '637f9468-3198-4dbb-961a-07815e3868b9', 'tag': '006d5cbf-41a1-4ed5-8235-e05660f6de1d', 'status': 'completed', 'code': 200} Apr 08 02:48:00.341402 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-83f85c84-3f47-442e-b31c-5495cfe53674 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 1096 time: 0.1723588 Apr 08 02:48:00.354279 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d6a46-e4a3-40b4-bd2e-524904447128 req-0bfbbfde-e2ec-485c-acf2-fb9288907ae8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:00.355751 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a32d6a46-e4a3-40b4-bd2e-524904447128 req-0bfbbfde-e2ec-485c-acf2-fb9288907ae8 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0837538 Apr 08 02:48:00.401147 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a32d6a46-e4a3-40b4-bd2e-524904447128 req-af98fa12-1f5b-4f84-a3e8-cf4113af0bbc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394280 Apr 08 02:48:00.459414 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-6ce3fcab-a308-4472-b9dc-2fc254e70abe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=006d5cbf-41a1-4ed5-8235-e05660f6de1d HTTP/1.1" status: 200 len: 217 time: 0.0736265 Apr 08 02:48:00.551856 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-8a4217c8-93d2-4d60-96d0-385049812f7d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:00.553249 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-8a4217c8-93d2-4d60-96d0-385049812f7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57980487-889a-49d9-bd17-72de232f8919 HTTP/1.1" status: 200 len: 853 time: 0.0872722 Apr 08 02:48:00.665623 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904f7099-ed19-485d-aa83-db96923faf00 {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:48:00.673699 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:00.691946 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Transition to ACTIVE for port object 904f7099-ed19-485d-aa83-db96923faf00 will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:48:00.699164 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-f4212514-f066-4b92-b92f-2cef8662ebd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12062f10-b133-4784-86c3-8f4eb869d796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1388986 Apr 08 02:48:00.700174 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:00.785688 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecaa68-66e0-407c-ac10-b8889e624d8c req-e92f3e45-4cca-4f5f-8af0-f2cf1e051de2 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:00.787466 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-42ecaa68-66e0-407c-ac10-b8889e624d8c req-e92f3e45-4cca-4f5f-8af0-f2cf1e051de2 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 943 time: 0.0832834 Apr 08 02:48:00.833886 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-42ecaa68-66e0-407c-ac10-b8889e624d8c req-67ab28b3-5319-48c3-8905-52cf92964be7 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Apr 08 02:48:00.978732 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=904f7099-ed19-485d-aa83-db96923faf00,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:01.065132 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-51f43956-f1c9-4107-88c8-c249d3f16b61 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320496 Apr 08 02:48:01.069065 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Attempting to bind port 904f7099-ed19-485d-aa83-db96923faf00 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:48:01.069418 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Attempting to bind port 904f7099-ed19-485d-aa83-db96923faf00 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'cbb40668-820f-4410-b3e1-174b7f145a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:48:01.069717 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Attempting to bind port 904f7099-ed19-485d-aa83-db96923faf00 on network 4a3cb90d-9940-4f92-a7bf-92930ef99be3 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:48:01.144420 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Port 904f7099-ed19-485d-aa83-db96923faf00 on network 4a3cb90d-9940-4f92-a7bf-92930ef99be3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:48:01.144756 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Attempting to bind port 904f7099-ed19-485d-aa83-db96923faf00 on network 4a3cb90d-9940-4f92-a7bf-92930ef99be3 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:48:01.162616 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:48:01.162976 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Checking segment: {'id': 'cbb40668-820f-4410-b3e1-174b7f145a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:48:01.163352 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Bound using segment: {'id': 'cbb40668-820f-4410-b3e1-174b7f145a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:48:01.163781 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Bound port: 904f7099-ed19-485d-aa83-db96923faf00, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb40668-820f-4410-b3e1-174b7f145a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:48:01.164125 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:01.258840 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8cb75b1d-4a66-40e4-9823-5943ef0ba827 req-0bc280ba-e689-4a34-95af-fced18390a89 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867847 Apr 08 02:48:01.268262 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37838594-a4de-4b6b-a663-76c43f6ff4c5 req-6d2684eb-a5f5-4086-ae22-6754d3f14cfc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:01.275242 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-37838594-a4de-4b6b-a663-76c43f6ff4c5 req-6d2684eb-a5f5-4086-ae22-6754d3f14cfc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 943 time: 0.0830834 Apr 08 02:48:01.285840 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] For port 904f7099-ed19-485d-aa83-db96923faf00, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:48:01.289416 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] For port 904f7099-ed19-485d-aa83-db96923faf00, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=904f7099-ed19-485d-aa83-db96923faf00,segment=NetworkSegment(cbb40668-820f-4410-b3e1-174b7f145a04),segment_id=cbb40668-820f-4410-b3e1-174b7f145a04)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:48:01.293811 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:01.330537 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-37838594-a4de-4b6b-a663-76c43f6ff4c5 req-e2991193-7723-4078-b9f7-2611f46577d0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543623 Apr 08 02:48:01.450738 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:01.452321 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] 10.222.0.37 "PUT /v2.0/ports/904f7099-ed19-485d-aa83-db96923faf00 HTTP/1.1" status: 200 len: 1093 time: 1.5175662 Apr 08 02:48:01.466527 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f1f60-ecfb-458d-9d6f-b72ef9405bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=904f7099-ed19-485d-aa83-db96923faf00,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:01.553573 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-395fcf59-f7ef-470c-acfa-e775a105fb06 req-76fd5055-fd3e-4c10-89c2-8810fa4e5fc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 1096 time: 0.2088892 Apr 08 02:48:01.558800 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7d0d8ff4-9cab-4e2b-8601-a37bf7c03744 req-d2330636-2a4f-4d5e-ab6f-a39db04c3d76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 1098 time: 0.1746354 Apr 08 02:48:01.609042 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5284a2-4c68-40d8-9436-7443bf02ae19 req-f17efd92-5c8c-4864-8229-1f07e9f8cfba tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:01.610451 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1b5284a2-4c68-40d8-9436-7443bf02ae19 req-f17efd92-5c8c-4864-8229-1f07e9f8cfba tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0750690 Apr 08 02:48:01.655710 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1b5284a2-4c68-40d8-9436-7443bf02ae19 req-f74db800-381f-472a-b5fe-598f89c637d4 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393963 Apr 08 02:48:01.710962 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7d0d8ff4-9cab-4e2b-8601-a37bf7c03744 req-5359c2c2-45a7-4623-abc0-3924e912ef3a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260307 Apr 08 02:48:01.715428 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-f6b4b5af-38b5-496e-a010-7f9ed71139a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28de6d7fc9b94374b2d5f07409ba175e&device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 1096 time: 0.2159305 Apr 08 02:48:01.734375 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fcf59-f7ef-470c-acfa-e775a105fb06 req-27c5701e-85c6-4e52-ad50-fd469dc261a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:01.736652 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-395fcf59-f7ef-470c-acfa-e775a105fb06 req-27c5701e-85c6-4e52-ad50-fd469dc261a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 915 time: 0.1700308 Apr 08 02:48:02.035601 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bf8dd-9737-4778-82d3-83887ccfd6e2 req-807ca8e5-d830-4c13-90fc-bfbb5b1887d9 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:02.037375 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-122bf8dd-9737-4778-82d3-83887ccfd6e2 req-807ca8e5-d830-4c13-90fc-bfbb5b1887d9 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 943 time: 0.0771465 Apr 08 02:48:02.076024 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-72b39e11-b72c-48ba-a54e-caec8663182d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=904f7099-ed19-485d-aa83-db96923faf00 HTTP/1.1" status: 200 len: 217 time: 0.1198893 Apr 08 02:48:02.077358 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-395fcf59-f7ef-470c-acfa-e775a105fb06 req-f48f6cb5-c282-4366-9928-c771eb4bec9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=006d5cbf-41a1-4ed5-8235-e05660f6de1d HTTP/1.1" status: 200 len: 217 time: 0.1226916 Apr 08 02:48:02.083167 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-122bf8dd-9737-4778-82d3-83887ccfd6e2 req-274504b1-041b-484d-b464-096ce402807f tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401044 Apr 08 02:48:02.169467 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d07c26-0bbb-47b0-b76b-ced57f68518f', 'tag': '904f7099-ed19-485d-aa83-db96923faf00'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:48:02.193925 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fcf59-f7ef-470c-acfa-e775a105fb06 req-ba82d0fc-c8ca-4b4c-b684-425cae613a0c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:02.195380 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-395fcf59-f7ef-470c-acfa-e775a105fb06 req-ba82d0fc-c8ca-4b4c-b684-425cae613a0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57980487-889a-49d9-bd17-72de232f8919 HTTP/1.1" status: 200 len: 853 time: 0.1055684 Apr 08 02:48:02.196660 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19740531-94ee-47d5-86f4-05df74432871 req-9414aea9-1bea-44be-8168-97ffd72497ae service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:02.197932 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-9414aea9-1bea-44be-8168-97ffd72497ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f622640-4926-4bda-ae29-5681442cf848 HTTP/1.1" status: 200 len: 854 time: 0.1092763 Apr 08 02:48:02.246921 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e555557a-6412-4153-8f17-f7bb407d72c4'] response: {'name': 'network-changed', 'server_uuid': '15d07c26-0bbb-47b0-b76b-ced57f68518f', 'tag': '904f7099-ed19-485d-aa83-db96923faf00', 'status': 'completed', 'code': 200} Apr 08 02:48:02.288777 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-d7765f86-927c-4504-b3f9-93f33f095447 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a3cb90d-9940-4f92-a7bf-92930ef99be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476532 Apr 08 02:48:02.399716 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-395fcf59-f7ef-470c-acfa-e775a105fb06 req-5db4775d-e423-42ec-a6ab-63c571713d98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12062f10-b133-4784-86c3-8f4eb869d796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1899400 Apr 08 02:48:02.508838 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-255e3a3e-8b40-4862-a0de-d26296d3068c service neutron] 10.222.0.37 "GET /v2.0/networks/4a3cb90d-9940-4f92-a7bf-92930ef99be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067540 Apr 08 02:48:02.509336 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ab11d-5f44-45e6-9b4a-c11aa873a754 req-88aa45b6-e1e0-4205-941f-635e7ae4cd33 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:02.510751 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-db0ab11d-5f44-45e6-9b4a-c11aa873a754 req-88aa45b6-e1e0-4205-941f-635e7ae4cd33 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 943 time: 0.0746541 Apr 08 02:48:02.559231 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-db0ab11d-5f44-45e6-9b4a-c11aa873a754 req-f5d5ec97-4cc0-4156-818a-81bbeb57d89d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422688 Apr 08 02:48:02.706429 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-395fcf59-f7ef-470c-acfa-e775a105fb06 req-067a5e4f-9102-4eb7-9ca4-4bc376518921 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937739 Apr 08 02:48:02.817886 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-19740531-94ee-47d5-86f4-05df74432871 req-748ec265-ea00-4302-8e6f-663cffbe3c6b service neutron] 10.222.0.37 "GET /v2.0/networks/4a3cb90d-9940-4f92-a7bf-92930ef99be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003221 Apr 08 02:48:02.856629 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18230cd7-e78f-42ce-8081-0a94023b6379 req-5dc82963-d686-4c35-af98-b1f7ecbc968d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:02.864539 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-18230cd7-e78f-42ce-8081-0a94023b6379 req-5dc82963-d686-4c35-af98-b1f7ecbc968d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0885758 Apr 08 02:48:02.867683 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-395fcf59-f7ef-470c-acfa-e775a105fb06 req-9e3363f3-7a19-4b20-b02f-c8f5f7f21914 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462069 Apr 08 02:48:02.915613 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-18230cd7-e78f-42ce-8081-0a94023b6379 req-07463cc8-4858-4a52-97f5-0a0c70cb0ffd tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501816 Apr 08 02:48:02.960447 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7280082-b813-4da8-b747-11638297a82c req-1fb6b872-c35c-45c9-a7ad-321a692b5ea5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28de6d7fc9b94374b2d5f07409ba175e&device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 1096 time: 0.0736365 Apr 08 02:48:03.092240 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7280082-b813-4da8-b747-11638297a82c req-d67d3c70-9509-40ef-be7f-da648d7bfd64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:03.093622 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7280082-b813-4da8-b747-11638297a82c req-d67d3c70-9509-40ef-be7f-da648d7bfd64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a3cb90d-9940-4f92-a7bf-92930ef99be3 HTTP/1.1" status: 200 len: 915 time: 0.1251459 Apr 08 02:48:03.167573 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7280082-b813-4da8-b747-11638297a82c req-dbe7f211-d851-486a-91b2-9418dc2ac169 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=904f7099-ed19-485d-aa83-db96923faf00 HTTP/1.1" status: 200 len: 217 time: 0.0604610 Apr 08 02:48:03.241564 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7280082-b813-4da8-b747-11638297a82c req-da0a516d-1215-4e73-b3a6-65e7032a7810 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:03.243204 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7280082-b813-4da8-b747-11638297a82c req-da0a516d-1215-4e73-b3a6-65e7032a7810 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f622640-4926-4bda-ae29-5681442cf848 HTTP/1.1" status: 200 len: 854 time: 0.0654962 Apr 08 02:48:03.284504 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f2bcd-2782-4bf9-8d3a-2f0dba8674dd req-0b5d5b80-5d61-49c2-8af0-516c5603a8d4 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:03.286004 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-026f2bcd-2782-4bf9-8d3a-2f0dba8674dd req-0b5d5b80-5d61-49c2-8af0-516c5603a8d4 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 943 time: 0.0795691 Apr 08 02:48:03.289859 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7280082-b813-4da8-b747-11638297a82c req-b5901ce7-36bf-4f9a-9a70-4f31fc3d5091 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a3cb90d-9940-4f92-a7bf-92930ef99be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381982 Apr 08 02:48:03.330791 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-026f2bcd-2782-4bf9-8d3a-2f0dba8674dd req-301c60a4-c596-4953-90ca-2cad673ddc58 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387709 Apr 08 02:48:03.420245 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7280082-b813-4da8-b747-11638297a82c req-52a93ac4-5cac-46fb-92ab-154e7d4e9ddd service neutron] 10.222.0.37 "GET /v2.0/networks/4a3cb90d-9940-4f92-a7bf-92930ef99be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233227 Apr 08 02:48:03.555794 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d7280082-b813-4da8-b747-11638297a82c req-eb782077-8090-47e5-a4a4-ee809759b49a service neutron] 10.222.0.37 "GET /v2.0/networks/4a3cb90d-9940-4f92-a7bf-92930ef99be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281741 Apr 08 02:48:03.768180 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79342356-6bc8-4e29-8289-d7e721e1bb56 req-d48b2620-da9e-4a19-a649-586340821a73 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:03.769652 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-79342356-6bc8-4e29-8289-d7e721e1bb56 req-d48b2620-da9e-4a19-a649-586340821a73 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 943 time: 0.0896785 Apr 08 02:48:03.815584 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-79342356-6bc8-4e29-8289-d7e721e1bb56 req-29d58926-62f0-4d1a-8fa4-260a8cbf8cf5 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399032 Apr 08 02:48:04.124606 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72aeca-6222-421a-89b3-5ac27b77d3a1 req-ed5e4c1b-9a28-4ced-8f30-9fe77cba21c6 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:04.126029 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2a72aeca-6222-421a-89b3-5ac27b77d3a1 req-ed5e4c1b-9a28-4ced-8f30-9fe77cba21c6 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0862780 Apr 08 02:48:04.174384 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2a72aeca-6222-421a-89b3-5ac27b77d3a1 req-2d0436a4-42c8-4ee6-8840-beb811d24cf7 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 Apr 08 02:48:04.535326 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e18de1-e88f-4d4b-bf99-88d8bd6ce6c3 req-4d88953f-bdf9-41e0-bea9-7ccee21f0d1b tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:04.537126 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-07e18de1-e88f-4d4b-bf99-88d8bd6ce6c3 req-4d88953f-bdf9-41e0-bea9-7ccee21f0d1b tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 943 time: 0.0887175 Apr 08 02:48:04.584839 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-07e18de1-e88f-4d4b-bf99-88d8bd6ce6c3 req-1bff948d-3ef2-4ce7-bb02-688f2ec10aca tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420322 Apr 08 02:48:04.782333 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-3deefbaa-bff2-4a3d-af73-5ee7b2a92541 req-e3d6c2aa-9619-4239-afcf-fe3d815e1a49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 1098 time: 0.0770767 Apr 08 02:48:04.829549 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2e9bd-e639-49af-8433-e6a29e2218ef req-59f88134-bd17-4724-bdf2-7a6f8c31d0cc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:04.831053 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-47d2e9bd-e639-49af-8433-e6a29e2218ef req-59f88134-bd17-4724-bdf2-7a6f8c31d0cc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0749118 Apr 08 02:48:04.892379 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-47d2e9bd-e639-49af-8433-e6a29e2218ef req-26566e65-c1e7-41bc-997d-a3920371f788 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555022 Apr 08 02:48:04.932332 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deefbaa-bff2-4a3d-af73-5ee7b2a92541 req-bc69a6a1-d1fa-43bc-8b18-791782463dff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:04.933784 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-3deefbaa-bff2-4a3d-af73-5ee7b2a92541 req-bc69a6a1-d1fa-43bc-8b18-791782463dff service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 919 time: 0.1451180 Apr 08 02:48:05.034257 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c2655-cc03-4ff9-84ee-cbe78e3f3cda req-3f329241-278f-4981-89b8-292009e5e2e8 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:05.035726 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8e8c2655-cc03-4ff9-84ee-cbe78e3f3cda req-3f329241-278f-4981-89b8-292009e5e2e8 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 943 time: 0.0811090 Apr 08 02:48:05.038771 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-3deefbaa-bff2-4a3d-af73-5ee7b2a92541 req-e4b2a171-8239-4c4f-88ae-9fd6197930c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0e77b0-bc9a-4212-9033-ec1a9147356f HTTP/1.1" status: 200 len: 1001 time: 0.0961518 Apr 08 02:48:05.042080 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 006d5cbf-41a1-4ed5-8235-e05660f6de1d details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:48:05.082118 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8e8c2655-cc03-4ff9-84ee-cbe78e3f3cda req-6f16f205-c750-478f-94ab-500be38f8723 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404899 Apr 08 02:48:05.112833 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deefbaa-bff2-4a3d-af73-5ee7b2a92541 req-678fbd89-240b-4833-876b-375c967cda4f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:05.114206 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-3deefbaa-bff2-4a3d-af73-5ee7b2a92541 req-678fbd89-240b-4833-876b-375c967cda4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.0692537 Apr 08 02:48:05.173953 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 006d5cbf-41a1-4ed5-8235-e05660f6de1d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=006d5cbf-41a1-4ed5-8235-e05660f6de1d,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:48:05.186626 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '006d5cbf-41a1-4ed5-8235-e05660f6de1d', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'port_id': '006d5cbf-41a1-4ed5-8235-e05660f6de1d', 'mac_address': 'fa:16:3e:49:f7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:48:05.197840 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-3deefbaa-bff2-4a3d-af73-5ee7b2a92541 req-4c1a679b-251c-4efc-a723-df9f0d0596bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764251 Apr 08 02:48:05.242261 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:05.259686 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006d5cbf-41a1-4ed5-8235-e05660f6de1d {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:48:05.275472 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 006d5cbf-41a1-4ed5-8235-e05660f6de1d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=006d5cbf-41a1-4ed5-8235-e05660f6de1d,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:48:05.281181 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:05.281963 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 904f7099-ed19-485d-aa83-db96923faf00 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:48:05.340785 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-3deefbaa-bff2-4a3d-af73-5ee7b2a92541 req-bfb8d288-fdaf-4d38-9962-b2558155a617 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358371 Apr 08 02:48:05.411289 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=006d5cbf-41a1-4ed5-8235-e05660f6de1d,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:05.474836 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 904f7099-ed19-485d-aa83-db96923faf00, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=904f7099-ed19-485d-aa83-db96923faf00,segment=NetworkSegment(cbb40668-820f-4410-b3e1-174b7f145a04),segment_id=cbb40668-820f-4410-b3e1-174b7f145a04)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:48:05.488634 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '904f7099-ed19-485d-aa83-db96923faf00', 'network_id': '4a3cb90d-9940-4f92-a7bf-92930ef99be3', 'port_id': '904f7099-ed19-485d-aa83-db96923faf00', 'mac_address': 'fa:16:3e:cd:48:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f622640-4926-4bda-ae29-5681442cf848', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:48:05.540954 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-3deefbaa-bff2-4a3d-af73-5ee7b2a92541 req-9326c0d7-dd75-41e4-a250-f72364f59d80 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927035 Apr 08 02:48:05.543772 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:05.562251 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904f7099-ed19-485d-aa83-db96923faf00 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:48:05.577843 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 904f7099-ed19-485d-aa83-db96923faf00, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=904f7099-ed19-485d-aa83-db96923faf00,segment=NetworkSegment(cbb40668-820f-4410-b3e1-174b7f145a04),segment_id=cbb40668-820f-4410-b3e1-174b7f145a04)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:48:05.582991 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:05.652438 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=904f7099-ed19-485d-aa83-db96923faf00,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:05.787058 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9b301-072e-425e-8aec-0c2bc18eb831 req-85b5248d-c8f2-4276-aa8c-26e56aa1ccd1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:05.788467 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-54b9b301-072e-425e-8aec-0c2bc18eb831 req-85b5248d-c8f2-4276-aa8c-26e56aa1ccd1 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 944 time: 0.0872824 Apr 08 02:48:05.834901 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-54b9b301-072e-425e-8aec-0c2bc18eb831 req-b9d7e400-ef2c-4ff5-9830-5e0f1fdaad9c tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391665 Apr 08 02:48:05.969583 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['006d5cbf-41a1-4ed5-8235-e05660f6de1d'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:48:05.998483 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['904f7099-ed19-485d-aa83-db96923faf00'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:48:06.152328 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2470011-8287-4588-a0ce-9d1e4eb354d2 req-8a0da32b-0937-4ca9-8f53-961e53764242 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:06.153782 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d2470011-8287-4588-a0ce-9d1e4eb354d2 req-8a0da32b-0937-4ca9-8f53-961e53764242 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.1389408 Apr 08 02:48:06.201846 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d2470011-8287-4588-a0ce-9d1e4eb354d2 req-97d3b28c-d612-4f08-be0f-0777abac4792 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413659 Apr 08 02:48:06.275042 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c85be-ded8-407c-a371-7edab7dbc516 req-23da428c-e661-4045-9481-c69bec3bbc1d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:06.276459 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-776c85be-ded8-407c-a371-7edab7dbc516 req-23da428c-e661-4045-9481-c69bec3bbc1d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 944 time: 0.0735581 Apr 08 02:48:06.321815 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-776c85be-ded8-407c-a371-7edab7dbc516 req-ed98dfea-e135-4b5e-9e8c-f468fb55c3c9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387466 Apr 08 02:48:06.341192 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:48:07.040316 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fee63-23ab-4a9a-af5d-604f4e235bab req-b97fe8a9-791f-4053-b116-4a686892c545 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:07.041820 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d80fee63-23ab-4a9a-af5d-604f4e235bab req-b97fe8a9-791f-4053-b116-4a686892c545 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 944 time: 0.0837140 Apr 08 02:48:07.087045 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d80fee63-23ab-4a9a-af5d-604f4e235bab req-3deff4fb-3b4a-4d9b-9728-ff2806744c6f tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Apr 08 02:48:07.419041 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd453a-f4a0-42bb-8970-0cc6fb93c35c req-5b642e14-cab7-49b1-8a31-5c04df9207cd tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:07.420500 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-35bd453a-f4a0-42bb-8970-0cc6fb93c35c req-5b642e14-cab7-49b1-8a31-5c04df9207cd tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0823879 Apr 08 02:48:07.514656 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-35bd453a-f4a0-42bb-8970-0cc6fb93c35c req-f16e7710-98fd-4016-a246-c8fc99b4117d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883503 Apr 08 02:48:07.536017 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556af3ff-e5d7-405d-bb35-a0eb570bc43b req-278def99-3192-4cac-8069-37ff8ef675ce tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:07.537443 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-556af3ff-e5d7-405d-bb35-a0eb570bc43b req-278def99-3192-4cac-8069-37ff8ef675ce tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 944 time: 0.0932500 Apr 08 02:48:07.583919 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-556af3ff-e5d7-405d-bb35-a0eb570bc43b req-3eecf190-57dd-4b1f-b1cd-5da5dc3978e0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398893 Apr 08 02:48:08.300262 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa5b84-de38-411a-8999-2ac1cd2f4180 req-cc9b66a2-daf7-4aac-a000-4900b97038d5 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:08.301704 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-84fa5b84-de38-411a-8999-2ac1cd2f4180 req-cc9b66a2-daf7-4aac-a000-4900b97038d5 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 944 time: 0.0865312 Apr 08 02:48:08.350747 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-84fa5b84-de38-411a-8999-2ac1cd2f4180 req-1c860ceb-2b41-4bda-9039-25de6a9ca80b tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Apr 08 02:48:08.756657 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b6fd7-99e6-4325-8ae7-24a7cc08ac64 req-c46724b0-d691-493d-9045-79c4c85b3c45 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:08.758046 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e33b6fd7-99e6-4325-8ae7-24a7cc08ac64 req-c46724b0-d691-493d-9045-79c4c85b3c45 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.1173906 Apr 08 02:48:08.819485 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bedccc-e372-449a-a134-3d66961562bd req-b11eb94e-7ab5-4e9f-b493-f1994f3d60f2 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:08.820770 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c9bedccc-e372-449a-a134-3d66961562bd req-b11eb94e-7ab5-4e9f-b493-f1994f3d60f2 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 944 time: 0.1191888 Apr 08 02:48:08.822838 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e33b6fd7-99e6-4325-8ae7-24a7cc08ac64 req-21709578-398b-4dd0-b99b-b466ff2a1144 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562396 Apr 08 02:48:08.867695 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c9bedccc-e372-449a-a134-3d66961562bd req-7192bcbc-ce91-460f-a6b7-668dd66b5827 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394788 Apr 08 02:48:09.028138 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946691b-ff7f-4f78-9064-57e08ba9dbe4 req-0d5bfac2-a8ad-4f60-9f0f-697aabfbb97e tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:09.029589 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a946691b-ff7f-4f78-9064-57e08ba9dbe4 req-0d5bfac2-a8ad-4f60-9f0f-697aabfbb97e tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0880687 Apr 08 02:48:09.038419 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39030) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:48:09.043619 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-1d700c4b-dfde-4bc9-8f8d-b19ef2b357ca tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Request body: {'floatingip': {'port_id': '5a0e77b0-bc9a-4212-9033-ec1a9147356f'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:48:09.058552 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 006d5cbf-41a1-4ed5-8235-e05660f6de1d up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:48:09.135374 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 006d5cbf-41a1-4ed5-8235-e05660f6de1d completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:48:09.138001 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1d700c4b-dfde-4bc9-8f8d-b19ef2b357ca tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for floatingip, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:09.141018 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 006d5cbf-41a1-4ed5-8235-e05660f6de1d triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:48:09.141390 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:09.253138 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:09.279873 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637f9468-3198-4dbb-961a-07815e3868b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006d5cbf-41a1-4ed5-8235-e05660f6de1d'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:48:09.291540 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 006d5cbf-41a1-4ed5-8235-e05660f6de1d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=006d5cbf-41a1-4ed5-8235-e05660f6de1d,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:48:09.296993 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:09.297933 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 904f7099-ed19-485d-aa83-db96923faf00 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:48:09.360752 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a0e704-ebaf-49c3-b628-f451521dc24e'] response: {'server_uuid': '637f9468-3198-4dbb-961a-07815e3868b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006d5cbf-41a1-4ed5-8235-e05660f6de1d', 'code': 200} Apr 08 02:48:09.407411 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=006d5cbf-41a1-4ed5-8235-e05660f6de1d,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:09.422570 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 904f7099-ed19-485d-aa83-db96923faf00 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:48:09.428861 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 904f7099-ed19-485d-aa83-db96923faf00 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:48:09.429468 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:09.590388 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:09.603140 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-320b2172-6967-4a2b-9701-956510470671 req-380dce8d-7cbb-4918-9af8-6b4ed57b9415 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 1098 time: 0.0734682 Apr 08 02:48:09.624918 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 904f7099-ed19-485d-aa83-db96923faf00, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=904f7099-ed19-485d-aa83-db96923faf00,segment=NetworkSegment(cbb40668-820f-4410-b3e1-174b7f145a04),segment_id=cbb40668-820f-4410-b3e1-174b7f145a04)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:48:09.629876 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:09.649570 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-320b2172-6967-4a2b-9701-956510470671 req-b4288322-5517-4896-b7d9-e4395bf1674d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400152 Apr 08 02:48:09.694293 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dd506-0541-4014-a474-c571fcefd930 req-22123f28-0e42-4b98-99a9-a49318458b88 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:09.695770 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bb8dd506-0541-4014-a474-c571fcefd930 req-22123f28-0e42-4b98-99a9-a49318458b88 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 944 time: 0.1753521 Apr 08 02:48:09.699106 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=904f7099-ed19-485d-aa83-db96923faf00,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:09.754065 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bb8dd506-0541-4014-a474-c571fcefd930 req-5e09ab6e-74d9-4377-b025-8a94df8be93b tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515523 Apr 08 02:48:09.931743 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1d700c4b-dfde-4bc9-8f8d-b19ef2b357ca tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:09.937069 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1d700c4b-dfde-4bc9-8f8d-b19ef2b357ca tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:10.142164 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c923573-ac82-45a3-a983-262d3ff96722 req-321b6b4b-c11a-4c89-8ec1-163cfe049845 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:10.143536 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3c923573-ac82-45a3-a983-262d3ff96722 req-321b6b4b-c11a-4c89-8ec1-163cfe049845 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 945 time: 0.1473632 Apr 08 02:48:10.206184 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3c923573-ac82-45a3-a983-262d3ff96722 req-05da5ade-b1ed-4b31-acf0-6e385a0145fc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563626 Apr 08 02:48:10.419832 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d700c4b-dfde-4bc9-8f8d-b19ef2b357ca tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Router b7537374-e10e-41e3-88b1-e2d3c8037a91 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:48:10.618804 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d700c4b-dfde-4bc9-8f8d-b19ef2b357ca tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:48:10.623115 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1d700c4b-dfde-4bc9-8f8d-b19ef2b357ca tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:10.628856 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c93bef-9c33-49dd-bb1c-95582d70f960 None None] Sync routers for ids ['b7537374-e10e-41e3-88b1-e2d3c8037a91'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:48:10.641547 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c93bef-9c33-49dd-bb1c-95582d70f960 None None] Routers {'b7537374-e10e-41e3-88b1-e2d3c8037a91'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:48:10.642153 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-e5c93bef-9c33-49dd-bb1c-95582d70f960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:47:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['b7537374-e10e-41e3-88b1-e2d3c8037a91'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:10.693274 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'tag': '5a0e77b0-bc9a-4212-9033-ec1a9147356f'}] {{(pid=83154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:48:10.734359 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-1d700c4b-dfde-4bc9-8f8d-b19ef2b357ca tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "PUT /v2.0/floatingips/36444f0a-93d2-4648-86f1-4632d8ec0c63 HTTP/1.1" status: 200 len: 993 time: 1.6891420 Apr 08 02:48:10.750229 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1089ef-2ee8-4baf-9da4-d773e83f9f1b'] response: {'name': 'network-changed', 'server_uuid': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'tag': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'status': 'completed', 'code': 200} Apr 08 02:48:10.817481 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-e5c93bef-9c33-49dd-bb1c-95582d70f960 None None] Set router b7537374-e10e-41e3-88b1-e2d3c8037a91 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:48:10.865026 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0d06a57e-bb3b-453f-857b-6ff86322870b req-4f0cb630-ff50-4851-a02a-5a19f9b345c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 1098 time: 0.0715759 Apr 08 02:48:10.959542 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7078fed-51da-4fb2-91a0-6470aefdaa7e req-8148dfed-9ae0-4d9f-a210-6ea6587d319a tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:10.960998 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d7078fed-51da-4fb2-91a0-6470aefdaa7e req-8148dfed-9ae0-4d9f-a210-6ea6587d319a tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 945 time: 0.0862095 Apr 08 02:48:11.015772 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d7078fed-51da-4fb2-91a0-6470aefdaa7e req-1a0beffe-a99e-4c62-9440-d0604f3a1af8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476835 Apr 08 02:48:11.035594 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06a57e-bb3b-453f-857b-6ff86322870b req-8b5a8170-a406-4f26-9938-bfa8a0638c41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:11.039111 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0d06a57e-bb3b-453f-857b-6ff86322870b req-8b5a8170-a406-4f26-9938-bfa8a0638c41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 919 time: 0.1650805 Apr 08 02:48:11.154013 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0d06a57e-bb3b-453f-857b-6ff86322870b req-9a87247c-35c5-4bdb-94b1-47377cf4f404 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0e77b0-bc9a-4212-9033-ec1a9147356f HTTP/1.1" status: 200 len: 1001 time: 0.1058738 Apr 08 02:48:11.196314 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-e5c93bef-9c33-49dd-bb1c-95582d70f960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '36444f0a-93d2-4648-86f1-4632d8ec0c63', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'floating_ip_address': '172.28.1.165', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'port_id': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'mac_address': 'fa:16:3e:5c:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:46:31Z', 'updated_at': '2022-04-08T02:48:09Z', 'revision_number': 3, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 5, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:11.200146 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c93bef-9c33-49dd-bb1c-95582d70f960 None None] Checking router: b7537374-e10e-41e3-88b1-e2d3c8037a91 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:48:11.210686 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c93bef-9c33-49dd-bb1c-95582d70f960 None None] Routers {'b7537374-e10e-41e3-88b1-e2d3c8037a91'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:48:11.211233 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-e5c93bef-9c33-49dd-bb1c-95582d70f960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:47:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['b7537374-e10e-41e3-88b1-e2d3c8037a91'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:11.217462 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06a57e-bb3b-453f-857b-6ff86322870b req-817e8de2-4ef2-4fc8-bc3b-c27fbcf83926 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:11.218978 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0d06a57e-bb3b-453f-857b-6ff86322870b req-817e8de2-4ef2-4fc8-bc3b-c27fbcf83926 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.0585170 Apr 08 02:48:11.300811 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0d06a57e-bb3b-453f-857b-6ff86322870b req-07648767-5042-4ec7-bcfc-fa7e46ecc9b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703013 Apr 08 02:48:11.362326 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d07c26-0bbb-47b0-b76b-ced57f68518f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904f7099-ed19-485d-aa83-db96923faf00'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:48:11.397109 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-e5c93bef-9c33-49dd-bb1c-95582d70f960 None None] Set router b7537374-e10e-41e3-88b1-e2d3c8037a91 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:48:11.427127 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da629424-3686-4aaf-a819-0218371b4d43 req-09f95627-5023-4923-8f48-73b9ff47daf5 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:11.428610 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-da629424-3686-4aaf-a819-0218371b4d43 req-09f95627-5023-4923-8f48-73b9ff47daf5 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 945 time: 0.0991962 Apr 08 02:48:11.435769 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c545c6c3-f002-4652-9904-e49069c861f7'] response: {'server_uuid': '15d07c26-0bbb-47b0-b76b-ced57f68518f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904f7099-ed19-485d-aa83-db96923faf00', 'code': 200} Apr 08 02:48:11.455851 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0d06a57e-bb3b-453f-857b-6ff86322870b req-100963d6-02a6-4bbd-bb90-d6d6eace02f3 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470978 Apr 08 02:48:11.481062 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-da629424-3686-4aaf-a819-0218371b4d43 req-0f770ec8-5433-40c0-b052-2bc5a49656d2 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460665 Apr 08 02:48:11.620404 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0d06a57e-bb3b-453f-857b-6ff86322870b req-e390906a-753c-4c97-8b4c-d3050686d1bf service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579928 Apr 08 02:48:11.687563 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f99c30-ff99-48cf-9b3f-dde11c38cdcc req-11e2fda9-e25f-4666-aeb1-eff003b1a24c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:11.689060 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b1f99c30-ff99-48cf-9b3f-dde11c38cdcc req-11e2fda9-e25f-4666-aeb1-eff003b1a24c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 945 time: 0.0804663 Apr 08 02:48:11.698079 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39054) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:48:11.703821 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-4a287a05-1f71-4dbf-84e8-7d860edb5220 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'floatingip': {'port_id': '006d5cbf-41a1-4ed5-8235-e05660f6de1d'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:48:11.709789 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9f412f5e-d7cb-4553-93cd-947af13c0cca req-57edf820-7da3-42f8-9c19-0a3f1399a1e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 1098 time: 0.0686350 Apr 08 02:48:11.752372 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9f412f5e-d7cb-4553-93cd-947af13c0cca req-34a16127-b9a8-441e-9de8-01c09db0da04 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362549 Apr 08 02:48:11.779290 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-e5c93bef-9c33-49dd-bb1c-95582d70f960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '36444f0a-93d2-4648-86f1-4632d8ec0c63', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'floating_ip_address': '172.28.1.165', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'port_id': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'mac_address': 'fa:16:3e:5c:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:46:31Z', 'updated_at': '2022-04-08T02:48:09Z', 'revision_number': 3, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 5, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:11.781898 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4a287a05-1f71-4dbf-84e8-7d860edb5220 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:11.783734 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c93bef-9c33-49dd-bb1c-95582d70f960 None None] The sync data for ids ['b7537374-e10e-41e3-88b1-e2d3c8037a91'] in dv-cinder-837052-1-smb is: [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '36444f0a-93d2-4648-86f1-4632d8ec0c63', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'floating_ip_address': '172.28.1.165', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'port_id': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'mac_address': 'fa:16:3e:5c:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:46:31Z', 'updated_at': '2022-04-08T02:48:09Z', 'revision_number': 3, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 5, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:48:12.342671 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea4aa5-1be4-4d02-ab38-78bb1cd08abf req-e365764c-5dc1-49da-8711-fb2425e2df60 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:12.344043 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-53ea4aa5-1be4-4d02-ab38-78bb1cd08abf req-e365764c-5dc1-49da-8711-fb2425e2df60 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 945 time: 0.1961372 Apr 08 02:48:12.410343 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-53ea4aa5-1be4-4d02-ab38-78bb1cd08abf req-de8c206f-db91-41f9-aa85-bc5fa7256901 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601335 Apr 08 02:48:12.533177 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4a287a05-1f71-4dbf-84e8-7d860edb5220 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:12.540053 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4a287a05-1f71-4dbf-84e8-7d860edb5220 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:12.723657 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.l3_db [None req-4a287a05-1f71-4dbf-84e8-7d860edb5220 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Floating IP fef6c829-9eda-4ddd-a655-e38705c81e0a associated. External IP: 172.28.1.30, port: 006d5cbf-41a1-4ed5-8235-e05660f6de1d. Apr 08 02:48:12.769796 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'tag': '5a0e77b0-bc9a-4212-9033-ec1a9147356f'}] {{(pid=83154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:48:12.829262 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce16abd6-add6-40cf-8e05-0a83bd04469c'] response: {'name': 'network-changed', 'server_uuid': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'tag': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'status': 'completed', 'code': 200} Apr 08 02:48:12.944862 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-971a22f3-0a67-4a9c-8273-8f5c5d717062 req-a73d9808-893d-48b7-8297-6223cde59693 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 1098 time: 0.0712736 Apr 08 02:48:13.077111 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a22f3-0a67-4a9c-8273-8f5c5d717062 req-cbc39b23-6a3b-4ee0-a03b-61abd2685ad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:13.078501 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-971a22f3-0a67-4a9c-8273-8f5c5d717062 req-cbc39b23-6a3b-4ee0-a03b-61abd2685ad8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 919 time: 0.1259518 Apr 08 02:48:13.120020 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a287a05-1f71-4dbf-84e8-7d860edb5220 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:48:13.191123 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-971a22f3-0a67-4a9c-8273-8f5c5d717062 req-b893d02d-f652-413c-8e16-c0361d2f7a4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0e77b0-bc9a-4212-9033-ec1a9147356f HTTP/1.1" status: 200 len: 1001 time: 0.1052341 Apr 08 02:48:13.256154 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a22f3-0a67-4a9c-8273-8f5c5d717062 req-5ee3b689-9824-4f43-a3f1-eab8e37d447f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:13.257888 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-971a22f3-0a67-4a9c-8273-8f5c5d717062 req-5ee3b689-9824-4f43-a3f1-eab8e37d447f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.0584002 Apr 08 02:48:13.335834 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-971a22f3-0a67-4a9c-8273-8f5c5d717062 req-d58607ef-ff96-42c1-96c9-2a501a6c2426 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701537 Apr 08 02:48:13.343543 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a287a05-1f71-4dbf-84e8-7d860edb5220 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:48:13.348138 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4a287a05-1f71-4dbf-84e8-7d860edb5220 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:13.353201 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc546f-c591-4af4-9374-19779c3df858 None None] Sync routers for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:48:13.366049 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc546f-c591-4af4-9374-19779c3df858 None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:48:13.366911 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-5efc546f-c591-4af4-9374-19779c3df858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:47:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:13.406849 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-4a287a05-1f71-4dbf-84e8-7d860edb5220 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "PUT /v2.0/floatingips/fef6c829-9eda-4ddd-a655-e38705c81e0a HTTP/1.1" status: 200 len: 990 time: 1.7073169 Apr 08 02:48:13.475253 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-971a22f3-0a67-4a9c-8273-8f5c5d717062 req-bca798c7-bada-4ab1-805e-da6a766a5a20 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304383 Apr 08 02:48:13.485115 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-0b7e970c-cf73-4c6a-9af2-4af4de87612a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:13.558344 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-5efc546f-c591-4af4-9374-19779c3df858 None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:48:13.700374 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-971a22f3-0a67-4a9c-8273-8f5c5d717062 req-40287f73-ac4b-4f16-aaf7-462cb5537285 service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138796 Apr 08 02:48:13.755772 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a283eb-4226-483c-8c32-7e1ad2eba366 req-10ea3ee8-fb11-4e84-a500-c22637445831 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:13.757228 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d4a283eb-4226-483c-8c32-7e1ad2eba366 req-10ea3ee8-fb11-4e84-a500-c22637445831 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 945 time: 0.0736372 Apr 08 02:48:13.801462 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d4a283eb-4226-483c-8c32-7e1ad2eba366 req-904df7d5-a810-49e2-b6ec-5e094829524d tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387168 Apr 08 02:48:13.899008 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-5efc546f-c591-4af4-9374-19779c3df858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'fef6c829-9eda-4ddd-a655-e38705c81e0a', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.30', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '006d5cbf-41a1-4ed5-8235-e05660f6de1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:49:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637f9468-3198-4dbb-961a-07815e3868b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:54Z', 'updated_at': '2022-04-08T02:48:12Z', 'revision_number': 1, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:13.903120 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc546f-c591-4af4-9374-19779c3df858 None None] Checking router: af54ee4b-49e9-4335-996a-7e7fd2d5d6fa for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:48:13.913912 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc546f-c591-4af4-9374-19779c3df858 None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:48:13.914481 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-5efc546f-c591-4af4-9374-19779c3df858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:47:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:14.096572 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-5efc546f-c591-4af4-9374-19779c3df858 None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:48:14.436863 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-5efc546f-c591-4af4-9374-19779c3df858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'fef6c829-9eda-4ddd-a655-e38705c81e0a', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.30', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '006d5cbf-41a1-4ed5-8235-e05660f6de1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:49:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637f9468-3198-4dbb-961a-07815e3868b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:54Z', 'updated_at': '2022-04-08T02:48:12Z', 'revision_number': 1, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:14.440968 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc546f-c591-4af4-9374-19779c3df858 None None] The sync data for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb is: [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'fef6c829-9eda-4ddd-a655-e38705c81e0a', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.30', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '006d5cbf-41a1-4ed5-8235-e05660f6de1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:49:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637f9468-3198-4dbb-961a-07815e3868b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:54Z', 'updated_at': '2022-04-08T02:48:12Z', 'revision_number': 1, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:48:14.628259 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5fee4-ca58-4aae-a262-9ee6d628d13a None None] New status for floating IP fef6c829-9eda-4ddd-a655-e38705c81e0a: ACTIVE {{(pid=83155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:48:14.830175 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637f9468-3198-4dbb-961a-07815e3868b9', 'tag': '006d5cbf-41a1-4ed5-8235-e05660f6de1d'}] {{(pid=83154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:48:14.887695 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5926b9c-f32e-45f8-ac52-6c5c1b7e404a'] response: {'name': 'network-changed', 'server_uuid': '637f9468-3198-4dbb-961a-07815e3868b9', 'tag': '006d5cbf-41a1-4ed5-8235-e05660f6de1d', 'status': 'completed', 'code': 200} Apr 08 02:48:14.994630 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-505fa119-8754-48d5-a8a1-6a39e39d13cc req-12bc9d58-765b-4ac6-ba84-81343630a612 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 1098 time: 0.0693219 Apr 08 02:48:15.130213 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fa119-8754-48d5-a8a1-6a39e39d13cc req-82a487da-0b7b-420b-a35f-37f784e80115 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:15.131630 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-505fa119-8754-48d5-a8a1-6a39e39d13cc req-82a487da-0b7b-420b-a35f-37f784e80115 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 915 time: 0.1296203 Apr 08 02:48:15.236403 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-505fa119-8754-48d5-a8a1-6a39e39d13cc req-69c7d36c-667b-4398-9006-340808494248 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=006d5cbf-41a1-4ed5-8235-e05660f6de1d HTTP/1.1" status: 200 len: 1000 time: 0.0965776 Apr 08 02:48:15.299680 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fa119-8754-48d5-a8a1-6a39e39d13cc req-008786fc-3aaa-4dc4-986b-1c2f82b38395 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:15.301046 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-505fa119-8754-48d5-a8a1-6a39e39d13cc req-008786fc-3aaa-4dc4-986b-1c2f82b38395 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57980487-889a-49d9-bd17-72de232f8919 HTTP/1.1" status: 200 len: 853 time: 0.0569310 Apr 08 02:48:15.387795 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-505fa119-8754-48d5-a8a1-6a39e39d13cc req-47078648-7253-42fd-a6fb-df8fb5c67664 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12062f10-b133-4784-86c3-8f4eb869d796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727623 Apr 08 02:48:15.523790 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-505fa119-8754-48d5-a8a1-6a39e39d13cc req-fa528bfb-914b-4b2d-bfa6-bcdb405d91bc service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293745 Apr 08 02:48:15.657190 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-505fa119-8754-48d5-a8a1-6a39e39d13cc req-a3afb9e0-de7f-4968-bd90-16778a531314 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247015 Apr 08 02:48:15.829288 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-9fbae103-d58f-4cfb-b2af-b61151df52a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:16.663932 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:16.879852 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:18.138346 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:18.607897 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfccf4-23a5-4306-9cdf-59a9a52afb41 req-92798574-ec13-491f-ac95-166741fce217 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:18.609346 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b4bfccf4-23a5-4306-9cdf-59a9a52afb41 req-92798574-ec13-491f-ac95-166741fce217 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 946 time: 0.1503258 Apr 08 02:48:18.654622 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b4bfccf4-23a5-4306-9cdf-59a9a52afb41 req-fbc669cd-6fa5-4a19-8ae9-2d29c4c5ac5e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395691 Apr 08 02:48:19.893700 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87585458-fd3a-43e2-b54f-537e895cb479 req-4218051e-b2cf-4d29-b48a-0f32e792ae3d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:19.897516 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-87585458-fd3a-43e2-b54f-537e895cb479 req-4218051e-b2cf-4d29-b48a-0f32e792ae3d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 946 time: 0.0949657 Apr 08 02:48:19.942053 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-87585458-fd3a-43e2-b54f-537e895cb479 req-4a29e3e9-a954-47d3-8724-97fae640d539 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Apr 08 02:48:20.544644 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9f385b68-7e0b-48d8-a379-06c2c6f7c580 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:20.545340 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9f385b68-7e0b-48d8-a379-06c2c6f7c580 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Synchronizing usage tracker for tenant:f36689d17778495781486ab15ffa7a19 on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:48:20.563879 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9f385b68-7e0b-48d8-a379-06c2c6f7c580 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Unset dirty status for tenant:f36689d17778495781486ab15ffa7a19 on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:48:20.565280 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9f385b68-7e0b-48d8-a379-06c2c6f7c580 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.37 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 946 time: 0.1113329 Apr 08 02:48:20.637698 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Deleting port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:48:20.637937 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:20.893616 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] For port d2e714d5-68d5-4c5e-996c-1a3ace0aac43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:48:20.893861 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:21.161516 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bb37e-2132-45cf-ac77-e94a6cdee2ad req-efc15b4a-dd59-4209-8592-62bb512108f3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:21.162983 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-979bb37e-2132-45cf-ac77-e94a6cdee2ad req-efc15b4a-dd59-4209-8592-62bb512108f3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 946 time: 0.0790465 Apr 08 02:48:21.213989 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-979bb37e-2132-45cf-ac77-e94a6cdee2ad req-92ad0aa5-9c77-4eeb-a19a-5f6fd6a3864c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430279 Apr 08 02:48:21.265864 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:21.266299 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:21.267764 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Floating IP 9e80eb4c-49e5-4655-8b3f-2a3eb97a6650 disassociated. External IP: 172.28.1.90, port: d2e714d5-68d5-4c5e-996c-1a3ace0aac43. Apr 08 02:48:21.268166 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Calling delete_port for d2e714d5-68d5-4c5e-996c-1a3ace0aac43 owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:48:21.413717 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:21.461150 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event deleted for resources: {'Port': ['ID=d2e714d5-68d5-4c5e-996c-1a3ace0aac43,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:21.673770 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Router 34035e03-db2f-4f88-a910-5d0fcfa2a57c has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:48:21.946287 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c5b39-ee72-45b0-96ec-2f5a5cd14653 req-23dd09d0-4642-4c16-9f64-a15ef2724653 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:21.947884 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f46c5b39-ee72-45b0-96ec-2f5a5cd14653 req-23dd09d0-4642-4c16-9f64-a15ef2724653 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0973768 Apr 08 02:48:21.956150 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:48:21.965694 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d586f-8f00-4603-bfe5-fb3f1c106063 None None] Sync routers for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:48:21.987248 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d586f-8f00-4603-bfe5-fb3f1c106063 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:48:21.988296 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-f94d586f-8f00-4603-bfe5-fb3f1c106063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:48:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:22.007049 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f46c5b39-ee72-45b0-96ec-2f5a5cd14653 req-507f22c0-1866-4755-8310-7dab1687f932 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519564 Apr 08 02:48:22.040695 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] No DVR routers for this DVR port d2e714d5-68d5-4c5e-996c-1a3ace0aac43 on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:48:22.043182 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:22.045630 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'name': 'network-vif-deleted', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:48:22.063723 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-75f80ef0-67a3-4874-8608-da0f73920df4 req-9d2c669c-d317-4764-bc42-e521edb177f5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.37 "DELETE /v2.0/ports/d2e714d5-68d5-4c5e-996c-1a3ace0aac43 HTTP/1.1" status: 204 len: 173 time: 1.4929633 Apr 08 02:48:22.105495 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b417d240-c9a5-476b-aaf3-028e2efa7eba'] response: {'server_uuid': '31db5ce2-e736-47a9-b53c-bbddd03a3bdb', 'name': 'network-vif-deleted', 'tag': 'd2e714d5-68d5-4c5e-996c-1a3ace0aac43', 'status': 'completed', 'code': 200} Apr 08 02:48:22.175693 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-f94d586f-8f00-4603-bfe5-fb3f1c106063 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:48:22.406400 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4d72697d-c1c6-412e-8eaf-34100debd168 req-bc6a7e30-5924-4b68-ab1a-a9be7ca0dffb tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=31db5ce2-e736-47a9-b53c-bbddd03a3bdb HTTP/1.1" status: 200 len: 210 time: 0.0426493 Apr 08 02:48:22.531569 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-f94d586f-8f00-4603-bfe5-fb3f1c106063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 5, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:22.535352 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d586f-8f00-4603-bfe5-fb3f1c106063 None None] Checking router: 34035e03-db2f-4f88-a910-5d0fcfa2a57c for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:48:22.545386 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d586f-8f00-4603-bfe5-fb3f1c106063 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:48:22.545953 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-f94d586f-8f00-4603-bfe5-fb3f1c106063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:48:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:22.723050 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-f94d586f-8f00-4603-bfe5-fb3f1c106063 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:48:22.942507 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ba8155f2-7c09-49ce-9340-e076ac2e20c6 req-fbbab45f-a28f-45f0-8529-5d2d474184df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679955 Apr 08 02:48:23.035720 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-f94d586f-8f00-4603-bfe5-fb3f1c106063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 5, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:23.039776 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d586f-8f00-4603-bfe5-fb3f1c106063 None None] The sync data for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb is: [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 5, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:48:23.116757 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ba8155f2-7c09-49ce-9340-e076ac2e20c6 req-f25c6b3f-d467-4b6b-baca-3d65e17eecb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1d586e8af214fe5b20a54f74147d206&device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 1099 time: 0.0770843 Apr 08 02:48:23.143347 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device d2e714d5-68d5-4c5e-996c-1a3ace0aac43 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:48:23.178451 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: d2e714d5-68d5-4c5e-996c-1a3ace0aac43 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:48:23.178878 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device d2e714d5-68d5-4c5e-996c-1a3ace0aac43 not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:48:23.199479 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e7289-261d-44b7-874c-87633f3e065b req-90d6ad79-e6f3-4cb0-a2c0-126729d08892 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:23.200918 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0a1e7289-261d-44b7-874c-87633f3e065b req-90d6ad79-e6f3-4cb0-a2c0-126729d08892 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0791297 Apr 08 02:48:23.247663 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0a1e7289-261d-44b7-874c-87633f3e065b req-7b98e6aa-a0a0-46e0-bdb6-b973569dc8cc tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408473 Apr 08 02:48:23.270807 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8155f2-7c09-49ce-9340-e076ac2e20c6 req-9117bc53-1018-4889-b92b-a96c5d5e7c34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:23.273184 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ba8155f2-7c09-49ce-9340-e076ac2e20c6 req-9117bc53-1018-4889-b92b-a96c5d5e7c34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 200 len: 919 time: 0.1326928 Apr 08 02:48:23.344001 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ba8155f2-7c09-49ce-9340-e076ac2e20c6 req-3ba7fa3b-3622-4439-9d9d-42aa85521cb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c0c7a26-cc40-44c5-958d-6f0b8443aba9 HTTP/1.1" status: 200 len: 217 time: 0.0602357 Apr 08 02:48:23.410860 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8155f2-7c09-49ce-9340-e076ac2e20c6 req-c9052797-c7f1-4b39-ad5c-80cfc1cde379 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:23.412331 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ba8155f2-7c09-49ce-9340-e076ac2e20c6 req-c9052797-c7f1-4b39-ad5c-80cfc1cde379 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 200 len: 857 time: 0.0596681 Apr 08 02:48:23.491506 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ba8155f2-7c09-49ce-9340-e076ac2e20c6 req-0084b78c-7d80-4aaa-8c12-c8333aa885a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6b1e02c-7d4a-4675-b24d-c357b80488e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684676 Apr 08 02:48:23.540017 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:23.579917 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39172) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:48:23.626447 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ba8155f2-7c09-49ce-9340-e076ac2e20c6 req-40d309e9-d76f-480e-a06b-ff85d43a963e service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274860 Apr 08 02:48:23.656295 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-64bffb0b-4986-4aa5-9ede-a13647a6d8fd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:23.685186 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-64bffb0b-4986-4aa5-9ede-a13647a6d8fd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:23.739759 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-64bffb0b-4986-4aa5-9ede-a13647a6d8fd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:23.757774 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bffb0b-4986-4aa5-9ede-a13647a6d8fd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:23.761534 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ba8155f2-7c09-49ce-9340-e076ac2e20c6 req-2075f5fa-32bb-4b31-afa4-b659b7a36bac service neutron] 10.222.0.37 "GET /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278024 Apr 08 02:48:23.773105 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-64bffb0b-4986-4aa5-9ede-a13647a6d8fd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:23.774485 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-64bffb0b-4986-4aa5-9ede-a13647a6d8fd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "DELETE /v2.0/security-groups/e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4 HTTP/1.1" status: 204 len: 168 time: 0.1935050 Apr 08 02:48:23.777129 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39176) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:48:23.796732 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.api.v2.resource [None req-8d4bb804-8106-464b-ae25-0503dd9e2482 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] show failed (client error): The resource could not be found. Apr 08 02:48:23.797781 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-8d4bb804-8106-464b-ae25-0503dd9e2482 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups/e1877ab5-1dcc-4d9f-98a1-e10eac64c4d4 HTTP/1.1" status: 404 len: 347 time: 0.0196648 Apr 08 02:48:23.800690 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39180) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:48:23.954680 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-e8a2caf5-6f10-40a4-9066-83adc3c2d369 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Deleting port 97b93489-3f11-4067-9b7a-90346d85955d {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:48:23.955141 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e8a2caf5-6f10-40a4-9066-83adc3c2d369 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:24.116677 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e8a2caf5-6f10-40a4-9066-83adc3c2d369 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:24.116891 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e8a2caf5-6f10-40a4-9066-83adc3c2d369 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:24.237506 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-e8a2caf5-6f10-40a4-9066-83adc3c2d369 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Calling delete_port for 97b93489-3f11-4067-9b7a-90346d85955d owned by network:floatingip {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:48:24.406254 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e8a2caf5-6f10-40a4-9066-83adc3c2d369 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:24.456976 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2caf5-6f10-40a4-9066-83adc3c2d369 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event deleted for resources: {'Port': ['ID=97b93489-3f11-4067-9b7a-90346d85955d,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:24.563636 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e8a2caf5-6f10-40a4-9066-83adc3c2d369 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:24.573284 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6d924-86eb-4c82-814b-744c78815cfb req-8a4115c0-0c91-487e-831a-d93f5a2c5b89 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:24.574714 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eae6d924-86eb-4c82-814b-744c78815cfb req-8a4115c0-0c91-487e-831a-d93f5a2c5b89 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.2056456 Apr 08 02:48:24.599992 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e8a2caf5-6f10-40a4-9066-83adc3c2d369 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:24.601697 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-e8a2caf5-6f10-40a4-9066-83adc3c2d369 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "DELETE /v2.0/floatingips/9e80eb4c-49e5-4655-8b3f-2a3eb97a6650 HTTP/1.1" status: 204 len: 168 time: 0.8000391 Apr 08 02:48:24.632100 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eae6d924-86eb-4c82-814b-744c78815cfb req-6feaaeb7-8319-4fff-8673-f55e3f5e9c41 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499306 Apr 08 02:48:24.992620 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbd742-b6c6-4bff-9cb8-a46da25beaab None None] New status for floating IP 9e80eb4c-49e5-4655-8b3f-2a3eb97a6650: DOWN {{(pid=83155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:48:25.098820 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39190) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:48:25.105449 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1170482556', 'description': 'tempest-description--343495138'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:48:25.115643 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:48:25.119937 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Usage tracker for resource:security_group and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:48:25.123309 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:48:25.132661 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:48:25.146177 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.179496 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:48:25.183203 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Usage tracker for resource:security_group_rule and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:48:25.185870 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:48:25.191375 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:48:25.251773 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.258459 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.302511 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a2afa3-108c-4054-b2ed-2534ad1bbe90,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:25.310006 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.310822 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-3cf73ed9-dbdf-482c-920f-d03f495ab805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2109838 Apr 08 02:48:25.313853 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39194) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:48:25.319278 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-fdcd8e41-2b72-4006-8742-52884604da26 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Request body: {'security_group_rule': {'security_group_id': '33a2afa3-108c-4054-b2ed-2534ad1bbe90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:48:25.325619 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-fdcd8e41-2b72-4006-8742-52884604da26 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:48:25.329600 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-fdcd8e41-2b72-4006-8742-52884604da26 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Usage tracker for resource:security_group_rule and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:48:25.332497 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-fdcd8e41-2b72-4006-8742-52884604da26 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:48:25.338118 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-fdcd8e41-2b72-4006-8742-52884604da26 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:48:25.411961 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fdcd8e41-2b72-4006-8742-52884604da26 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.472182 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fdcd8e41-2b72-4006-8742-52884604da26 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.477051 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fdcd8e41-2b72-4006-8742-52884604da26 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.499584 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd8e41-2b72-4006-8742-52884604da26 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af38da97-ee95-4d43-9d8c-51d0565eb1ff,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:25.509875 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fdcd8e41-2b72-4006-8742-52884604da26 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.511161 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-fdcd8e41-2b72-4006-8742-52884604da26 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1962955 Apr 08 02:48:25.513846 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 39200) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:48:25.519636 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-c2ab572c-29f3-40c7-81b3-0b77e2e58fb3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Request body: {'security_group_rule': {'security_group_id': '33a2afa3-108c-4054-b2ed-2534ad1bbe90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:48:25.525530 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-c2ab572c-29f3-40c7-81b3-0b77e2e58fb3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:48:25.529341 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-c2ab572c-29f3-40c7-81b3-0b77e2e58fb3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Usage tracker for resource:security_group_rule and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:48:25.532552 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-c2ab572c-29f3-40c7-81b3-0b77e2e58fb3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:48:25.538214 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-c2ab572c-29f3-40c7-81b3-0b77e2e58fb3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:48:25.554991 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c2ab572c-29f3-40c7-81b3-0b77e2e58fb3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.615950 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c2ab572c-29f3-40c7-81b3-0b77e2e58fb3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.621319 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c2ab572c-29f3-40c7-81b3-0b77e2e58fb3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.644286 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab572c-29f3-40c7-81b3-0b77e2e58fb3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7561a8fe-a956-40ea-aaf9-34b008cd5ce6,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:25.654327 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c2ab572c-29f3-40c7-81b3-0b77e2e58fb3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.655730 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-c2ab572c-29f3-40c7-81b3-0b77e2e58fb3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1407816 Apr 08 02:48:25.659084 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39204) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:48:25.664874 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Request body: {'floatingip': {'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:48:25.670435 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:48:25.674532 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Usage tracker for resource:floatingip and tenant:f36689d17778495781486ab15ffa7a19 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:48:25.677442 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:48:25.688896 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:48:25.701878 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.873102 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336d2e8-751a-4fe8-8349-fbf3a286e64c req-23314e90-3251-46d2-bb67-05269aab6b06 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:25.874535 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5336d2e8-751a-4fe8-8349-fbf3a286e64c req-23314e90-3251-46d2-bb67-05269aab6b06 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1100297 Apr 08 02:48:25.928536 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:25.972880 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5336d2e8-751a-4fe8-8349-fbf3a286e64c req-f8a5bcd5-bb49-46cf-896d-dcef432b62b0 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862052 Apr 08 02:48:26.072458 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Allocated IP 172.28.1.99 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/0d95d32c-837e-4c36-9dbb-52dce6460422) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:48:26.225560 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:26.255550 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:26.321580 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:48:26.324907 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:48:26.326836 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event updated for resources: {'Port': ['ID=0d95d32c-837e-4c36-9dbb-52dce6460422,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:26.328909 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:48:26.482612 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:26.547857 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:26.746649 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for port, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:26.752888 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107667'] for port, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:26.858909 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event updated for resources: {'Port': ['ID=0d95d32c-837e-4c36-9dbb-52dce6460422,revision_number=2']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:26.872063 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:26.895761 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:26.897196 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-cfccd14f-ce6f-4ad2-8b5e-142e49b4cb7a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2367127 Apr 08 02:48:27.183137 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-05fa5f75-8794-4490-b095-d58a73d55392 req-0e74cd19-b6c5-4158-a393-9c40ba1aaf67 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Synchronizing usage tracker for tenant:f36689d17778495781486ab15ffa7a19 on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:48:27.210033 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fec02d-8997-410c-8c58-b1572718944a req-8fc11964-84ff-461d-bb9a-a0395cd8b383 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:27.211956 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f5fec02d-8997-410c-8c58-b1572718944a req-8fc11964-84ff-461d-bb9a-a0395cd8b383 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1184790 Apr 08 02:48:27.213010 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-05fa5f75-8794-4490-b095-d58a73d55392 req-0e74cd19-b6c5-4158-a393-9c40ba1aaf67 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Unset dirty status for tenant:f36689d17778495781486ab15ffa7a19 on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:48:27.214007 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-0e74cd19-b6c5-4158-a393-9c40ba1aaf67 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1170482556&fields=id&tenant_id=f36689d17778495781486ab15ffa7a19 HTTP/1.1" status: 200 len: 267 time: 0.1226151 Apr 08 02:48:27.343459 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f5fec02d-8997-410c-8c58-b1572718944a req-ca9bef96-f8d0-4311-8dab-6b4d11d66d77 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248176 Apr 08 02:48:27.385777 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa5f75-8794-4490-b095-d58a73d55392 req-b8b6ed04-caee-40e0-8ddf-cd6eb4c45afd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:27.387221 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-b8b6ed04-caee-40e0-8ddf-cd6eb4c45afd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/networks?id=08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 200 len: 816 time: 0.1552505 Apr 08 02:48:27.404961 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-c3afd7d8-3b04-48f7-a14c-12e01b1ffa78 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/quotas/f36689d17778495781486ab15ffa7a19 HTTP/1.1" status: 200 len: 375 time: 0.0108767 Apr 08 02:48:27.487407 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-05fa5f75-8794-4490-b095-d58a73d55392 req-cf2e9148-3d66-47cc-bbbe-2dbae9c08698 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Synchronizing usage tracker for tenant:f36689d17778495781486ab15ffa7a19 on resource:port {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:48:27.506536 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-05fa5f75-8794-4490-b095-d58a73d55392 req-cf2e9148-3d66-47cc-bbbe-2dbae9c08698 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Unset dirty status for tenant:f36689d17778495781486ab15ffa7a19 on resource:port {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:48:27.507821 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-cf2e9148-3d66-47cc-bbbe-2dbae9c08698 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f36689d17778495781486ab15ffa7a19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0981214 Apr 08 02:48:27.711262 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-55ebdf9f-64bc-4330-926c-376c8a949e97 service neutron] 10.222.0.44 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885724 Apr 08 02:48:27.842195 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-aa5aad75-a9c5-4bff-ad75-24928fc1d0c5 service neutron] 10.222.0.44 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225040 Apr 08 02:48:28.029802 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-330dafd5-51d1-476a-9660-3e8ad1254aed req-a62ad9c7-87d7-4f83-b58c-a8e635e34fd9 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 210 time: 0.0434268 Apr 08 02:48:28.538107 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44518060-ee76-4b6b-b3df-beab364c32f4 req-623981a0-3bfd-4867-b9b1-9ffbf9847f9a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:28.539574 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-44518060-ee76-4b6b-b3df-beab364c32f4 req-623981a0-3bfd-4867-b9b1-9ffbf9847f9a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0775390 Apr 08 02:48:28.584362 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-44518060-ee76-4b6b-b3df-beab364c32f4 req-4dfb65ba-5c9a-48f1-987c-f81586f779e0 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388210 Apr 08 02:48:29.212518 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c65d37df-1241-4cef-ac45-914aeb87f7ec req-4fb45494-b264-47f9-96f0-508d0cb5e6d0 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 210 time: 0.0433624 Apr 08 02:48:29.251518 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa5f75-8794-4490-b095-d58a73d55392 req-11829838-11ad-4ae6-9eb6-95aaf6fa0c3c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:29.253134 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-11829838-11ad-4ae6-9eb6-95aaf6fa0c3c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.37 "GET /v2.0/networks?id=08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 200 len: 816 time: 0.2366076 Apr 08 02:48:29.324467 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-751d167d-12ac-4160-8c3f-9c04df642189 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f36689d17778495781486ab15ffa7a19 HTTP/1.1" status: 200 len: 380 time: 0.0436399 Apr 08 02:48:29.334053 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Request body: {'port': {'device_id': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'admin_state_up': True, 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'security_groups': ['33a2afa3-108c-4054-b2ed-2534ad1bbe90']}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:48:29.466830 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:48:29.477760 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:48:29.489804 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Made reservation on behalf of f36689d17778495781486ab15ffa7a19 for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:48:29.492872 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:29.651942 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Allocated IP 172.20.0.10 (08bdb27d-9848-4e86-ab5c-accfd09c6385/64016a0c-f630-4f2c-b2c8-29440d7c30ef/ac5887db-bed4-4a2b-bf77-2211044f1145) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:48:29.793978 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29314e8e-a6ff-42ed-b7b3-84ec86a41476 req-4e25dda2-21cf-40bc-ab04-1a7d796eee79 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:29.800670 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-29314e8e-a6ff-42ed-b7b3-84ec86a41476 req-4e25dda2-21cf-40bc-ab04-1a7d796eee79 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0920870 Apr 08 02:48:29.840108 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:29.855375 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-29314e8e-a6ff-42ed-b7b3-84ec86a41476 req-76d197c9-311d-4515-b726-91998d3081fc tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537114 Apr 08 02:48:29.857086 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Transition to ACTIVE for port object ac5887db-bed4-4a2b-bf77-2211044f1145 will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:48:29.880914 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:29.951961 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Network 08bdb27d-9848-4e86-ab5c-accfd09c6385 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:48:29.955421 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:48:29.959928 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:48:29.964459 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:29.965078 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:29.983542 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event updated for resources: {'Port': ['ID=ac5887db-bed4-4a2b-bf77-2211044f1145,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:29.999117 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a62fa351-1627-4207-955e-d9e68e7677f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6686487 Apr 08 02:48:30.011445 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Request body: {'port': {'device_id': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:48:30.122495 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:30.187059 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-04e5429e-e38f-4366-888f-eeec983c2668 None None] Provisioning for port ac5887db-bed4-4a2b-bf77-2211044f1145 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:48:30.192583 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-04e5429e-e38f-4366-888f-eeec983c2668 None None] Provisioning complete for port ac5887db-bed4-4a2b-bf77-2211044f1145 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:48:30.192949 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-04e5429e-e38f-4366-888f-eeec983c2668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:30.250592 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-04e5429e-e38f-4366-888f-eeec983c2668 None None] Port ac5887db-bed4-4a2b-bf77-2211044f1145 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:48:30.432692 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5e032-6304-4590-83e9-f2c450d615cd req-fe48f60b-b898-41e8-9af9-5a422f82b786 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:30.434152 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f1b5e032-6304-4590-83e9-f2c450d615cd req-fe48f60b-b898-41e8-9af9-5a422f82b786 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 932 time: 0.0802996 Apr 08 02:48:30.455338 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5887db-bed4-4a2b-bf77-2211044f1145 {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:48:30.462443 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:30.476797 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Transition to ACTIVE for port object ac5887db-bed4-4a2b-bf77-2211044f1145 will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:48:30.480018 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f1b5e032-6304-4590-83e9-f2c450d615cd req-b81ff8d6-9c67-4065-832a-f4e724ecb754 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400374 Apr 08 02:48:30.481950 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:30.607438 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5887db-bed4-4a2b-bf77-2211044f1145,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:30.662102 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Attempting to bind port ac5887db-bed4-4a2b-bf77-2211044f1145 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:48:30.662382 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Attempting to bind port ac5887db-bed4-4a2b-bf77-2211044f1145 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:48:30.662731 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Attempting to bind port ac5887db-bed4-4a2b-bf77-2211044f1145 on network 08bdb27d-9848-4e86-ab5c-accfd09c6385 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:48:30.668792 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Port ac5887db-bed4-4a2b-bf77-2211044f1145 on network 08bdb27d-9848-4e86-ab5c-accfd09c6385 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:48:30.669093 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Attempting to bind port ac5887db-bed4-4a2b-bf77-2211044f1145 on network 08bdb27d-9848-4e86-ab5c-accfd09c6385 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:48:30.675533 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:48:30.675865 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Checking segment: {'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:48:30.676241 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Bound using segment: {'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:48:30.676677 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Bound port: ac5887db-bed4-4a2b-bf77-2211044f1145, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3ab9dc-959b-4857-9e05-15496ba34eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:48:30.677018 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:30.763950 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] For port ac5887db-bed4-4a2b-bf77-2211044f1145, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:48:30.767152 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] For port ac5887db-bed4-4a2b-bf77-2211044f1145, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ac5887db-bed4-4a2b-bf77-2211044f1145,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:48:30.775217 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:30.842398 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:30.843816 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] 10.222.0.37 "PUT /v2.0/ports/ac5887db-bed4-4a2b-bf77-2211044f1145 HTTP/1.1" status: 200 len: 1094 time: 0.8367674 Apr 08 02:48:30.844236 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:48:30.863843 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044bc65-2331-4b26-8f42-92b42d207287 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5887db-bed4-4a2b-bf77-2211044f1145,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:30.937111 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a11c81-fbda-49a1-8b91-4ff4a3af31de'] response: {'name': 'network-changed', 'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'status': 'completed', 'code': 200} Apr 08 02:48:30.973333 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-8c843983-556d-476a-9201-5eeec22e395f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f36689d17778495781486ab15ffa7a19&device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0753016 Apr 08 02:48:31.074240 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881664a-9824-43bb-b45c-19801b5f1e2c req-07659d18-6093-401b-9e6b-1b9123d18236 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:31.075759 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1881664a-9824-43bb-b45c-19801b5f1e2c req-07659d18-6093-401b-9e6b-1b9123d18236 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0822570 Apr 08 02:48:31.121894 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-13b3ff1a-7c56-4c65-a4b8-1b83b8dd3c7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5887db-bed4-4a2b-bf77-2211044f1145 HTTP/1.1" status: 200 len: 217 time: 0.1353195 Apr 08 02:48:31.124887 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1881664a-9824-43bb-b45c-19801b5f1e2c req-bd2cdff0-9423-4818-96da-8e93712d85fd tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417736 Apr 08 02:48:31.184338 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa5f75-8794-4490-b095-d58a73d55392 req-b0160fa6-7eaf-463a-a490-ed48310304d7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:31.185737 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-b0160fa6-7eaf-463a-a490-ed48310304d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64016a0c-f630-4f2c-b2c8-29440d7c30ef HTTP/1.1" status: 200 len: 855 time: 0.0576899 Apr 08 02:48:31.259314 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-4fcb4d65-a6e6-485c-9019-e541f3fd2711 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08bdb27d-9848-4e86-ab5c-accfd09c6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660141 Apr 08 02:48:31.410736 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-ac9820fc-fc26-4f23-8d3a-1db51ecc409a service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374104 Apr 08 02:48:31.554484 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fa5f75-8794-4490-b095-d58a73d55392 req-338449f3-d990-48df-a253-8a65a8449d13 service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309955 Apr 08 02:48:31.663679 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-93e7fdc0-0e77-4844-95ce-8e393854a44c req-aad4dd1a-7f8b-4cd9-a59b-2bf0346ad071 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f36689d17778495781486ab15ffa7a19&device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0669117 Apr 08 02:48:31.697870 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971dc05-4f33-4065-8979-d8c3ef546fcc req-fc301d28-4ae7-4c47-a96e-e0da3aaa42e6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:31.699346 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6971dc05-4f33-4065-8979-d8c3ef546fcc req-fc301d28-4ae7-4c47-a96e-e0da3aaa42e6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 944 time: 0.0781870 Apr 08 02:48:31.744818 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6971dc05-4f33-4065-8979-d8c3ef546fcc req-d35593fa-b45b-442d-a4c3-6a9e6356781d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397713 Apr 08 02:48:31.796516 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7fdc0-0e77-4844-95ce-8e393854a44c req-a3045078-c9f4-4af4-a255-090160315204 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:31.797874 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-93e7fdc0-0e77-4844-95ce-8e393854a44c req-a3045078-c9f4-4af4-a255-090160315204 service neutron] 10.222.0.37 "GET /v2.0/networks?id=08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 200 len: 917 time: 0.1235614 Apr 08 02:48:31.869725 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-93e7fdc0-0e77-4844-95ce-8e393854a44c req-ab02e298-8b0b-4d85-9c75-060a52dc19e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5887db-bed4-4a2b-bf77-2211044f1145 HTTP/1.1" status: 200 len: 217 time: 0.0625234 Apr 08 02:48:31.938102 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7fdc0-0e77-4844-95ce-8e393854a44c req-4a05b92b-c36b-4d83-ae7c-2cbc08d4869c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:31.939585 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-93e7fdc0-0e77-4844-95ce-8e393854a44c req-4a05b92b-c36b-4d83-ae7c-2cbc08d4869c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64016a0c-f630-4f2c-b2c8-29440d7c30ef HTTP/1.1" status: 200 len: 855 time: 0.0559344 Apr 08 02:48:32.029575 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-93e7fdc0-0e77-4844-95ce-8e393854a44c req-e648f126-a3de-4a2a-a11f-79d105c99ef9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08bdb27d-9848-4e86-ab5c-accfd09c6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729027 Apr 08 02:48:32.163800 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-93e7fdc0-0e77-4844-95ce-8e393854a44c req-cdb910d6-476f-4501-b65f-316121114ae1 service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238711 Apr 08 02:48:32.299764 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-93e7fdc0-0e77-4844-95ce-8e393854a44c req-acd109de-bcdb-433c-a474-83a043c6f76d service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287084 Apr 08 02:48:32.329355 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cc657-3dce-469c-8c15-126c8c5cf040 req-a26ac0f3-2037-44a8-abf7-65794367d15b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:32.330993 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-921cc657-3dce-469c-8c15-126c8c5cf040 req-a26ac0f3-2037-44a8-abf7-65794367d15b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0743399 Apr 08 02:48:32.379741 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-921cc657-3dce-469c-8c15-126c8c5cf040 req-2d1f8e93-cdfe-4904-951b-3fc2b87ccfe9 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431154 Apr 08 02:48:32.736882 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f0403-216f-4dc4-8736-470ca83bb555 req-ee068e41-a865-4a49-aa1e-d7168d42150e tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:32.738226 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a72f0403-216f-4dc4-8736-470ca83bb555 req-ee068e41-a865-4a49-aa1e-d7168d42150e tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0785151 Apr 08 02:48:32.783780 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a72f0403-216f-4dc4-8736-470ca83bb555 req-40d474b0-f0c2-4209-81b6-b57f086dcb53 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398188 Apr 08 02:48:32.784648 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-33c6cba0-c2b8-4f2b-bb52-5ffdb348d898 req-a8116aea-157e-4724-b44e-bb1dc5d05a34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b058649f650a4525af29343dc21492cc&device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 1099 time: 0.0662539 Apr 08 02:48:32.920553 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6cba0-c2b8-4f2b-bb52-5ffdb348d898 req-0852ca44-29fd-490d-8fa1-999d872aadae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:32.922222 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-33c6cba0-c2b8-4f2b-bb52-5ffdb348d898 req-0852ca44-29fd-490d-8fa1-999d872aadae service neutron] 10.222.0.37 "GET /v2.0/networks?id=8faf2455-e525-4732-9869-724624fc181a HTTP/1.1" status: 200 len: 911 time: 0.1253974 Apr 08 02:48:32.959621 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b276-75de-4bf4-bcf6-9623aa90e93d req-1b4bb900-8932-4c33-97c4-3e232dd12909 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:32.961036 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5d85b276-75de-4bf4-bcf6-9623aa90e93d req-1b4bb900-8932-4c33-97c4-3e232dd12909 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 944 time: 0.0810149 Apr 08 02:48:33.007513 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5d85b276-75de-4bf4-bcf6-9623aa90e93d req-003eafc0-8d66-41ed-a571-abd1f96d4f32 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405667 Apr 08 02:48:33.024279 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-33c6cba0-c2b8-4f2b-bb52-5ffdb348d898 req-c10da2ab-61d6-4073-9b08-57aed39d3928 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af4ff0c8-0ed3-4019-8572-16eeca6cad2b HTTP/1.1" status: 200 len: 1002 time: 0.0955310 Apr 08 02:48:33.088911 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6cba0-c2b8-4f2b-bb52-5ffdb348d898 req-141f94bb-afb3-4a29-9262-aaba2ee29feb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:33.090358 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-33c6cba0-c2b8-4f2b-bb52-5ffdb348d898 req-141f94bb-afb3-4a29-9262-aaba2ee29feb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=132caaed-3126-47eb-b1f2-b9b8005ab354 HTTP/1.1" status: 200 len: 849 time: 0.0595644 Apr 08 02:48:33.230675 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device ac5887db-bed4-4a2b-bf77-2211044f1145 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:48:33.238493 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-33c6cba0-c2b8-4f2b-bb52-5ffdb348d898 req-ab2f2173-58bc-4ff7-b27a-f2bef4aa3978 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8faf2455-e525-4732-9869-724624fc181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1369665 Apr 08 02:48:33.372623 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-33c6cba0-c2b8-4f2b-bb52-5ffdb348d898 req-786f5c6b-59fe-4c4f-b5c0-5b43fd0b9875 service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276910 Apr 08 02:48:33.379641 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port ac5887db-bed4-4a2b-bf77-2211044f1145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ac5887db-bed4-4a2b-bf77-2211044f1145,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:48:33.396079 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'port_id': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'mac_address': 'fa:16:3e:68:b1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:48:33.454760 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:33.472434 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5887db-bed4-4a2b-bf77-2211044f1145 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:48:33.488549 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port ac5887db-bed4-4a2b-bf77-2211044f1145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ac5887db-bed4-4a2b-bf77-2211044f1145,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:48:33.493361 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:33.514154 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-33c6cba0-c2b8-4f2b-bb52-5ffdb348d898 req-932cf866-cbd8-469f-8e81-34ecb0a6077b service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344922 Apr 08 02:48:33.560767 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=ac5887db-bed4-4a2b-bf77-2211044f1145,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:33.943152 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['ac5887db-bed4-4a2b-bf77-2211044f1145'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:48:33.996805 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d03a0-2d30-4642-8e9d-44277b8a45f4 req-abf9f695-6b8c-43df-b444-72739e16aa3a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:33.998302 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f60d03a0-2d30-4642-8e9d-44277b8a45f4 req-abf9f695-6b8c-43df-b444-72739e16aa3a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0847220 Apr 08 02:48:34.045055 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f60d03a0-2d30-4642-8e9d-44277b8a45f4 req-d1a9d662-e99a-47c0-bc75-84bef9d2acdd tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409253 Apr 08 02:48:34.274799 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-58a1175f-6dd4-4c41-ac2c-93b1d4a17878 req-72145c5a-64d6-47c0-b5f8-fee4a2081c72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df331efa61df4c838ba6ab92ff33cdaa&device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 1138 time: 0.0745339 Apr 08 02:48:34.344518 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c813ce-4fb8-4d59-aa54-9914e644dfd7 req-9e74e173-60fa-428e-b8c0-fb5449cb4d85 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:34.346348 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c5c813ce-4fb8-4d59-aa54-9914e644dfd7 req-9e74e173-60fa-428e-b8c0-fb5449cb4d85 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.1530128 Apr 08 02:48:34.352728 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c22fca-98b7-4bd8-a5ac-bb3b2d49112e req-2f6cf38d-a53b-4281-a59d-3ed1487f4754 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:34.354104 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-24c22fca-98b7-4bd8-a5ac-bb3b2d49112e req-2f6cf38d-a53b-4281-a59d-3ed1487f4754 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 945 time: 0.1077034 Apr 08 02:48:34.420559 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1175f-6dd4-4c41-ac2c-93b1d4a17878 req-e4400f0b-8145-49ae-9d14-28b791442791 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:34.422330 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-58a1175f-6dd4-4c41-ac2c-93b1d4a17878 req-e4400f0b-8145-49ae-9d14-28b791442791 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2eaa56e-aab0-4616-b26d-2e4390bf403e HTTP/1.1" status: 200 len: 916 time: 0.1368117 Apr 08 02:48:34.426064 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c5c813ce-4fb8-4d59-aa54-9914e644dfd7 req-11bd11b3-69c9-4b3b-8503-cddd08bfaf6a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710230 Apr 08 02:48:34.433269 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-24c22fca-98b7-4bd8-a5ac-bb3b2d49112e req-a900d17a-b2a3-424b-aa45-a9bc7311d6c7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635078 Apr 08 02:48:34.530597 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-58a1175f-6dd4-4c41-ac2c-93b1d4a17878 req-ded18c13-015f-43d7-82ba-1a8bae3e220d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb HTTP/1.1" status: 200 len: 1001 time: 0.0995231 Apr 08 02:48:34.601640 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1175f-6dd4-4c41-ac2c-93b1d4a17878 req-fc9727ee-291a-4f69-9376-ece1219931eb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:34.602979 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-58a1175f-6dd4-4c41-ac2c-93b1d4a17878 req-fc9727ee-291a-4f69-9376-ece1219931eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f6fd64f-9761-4f61-88bc-24fcd38493eb HTTP/1.1" status: 200 len: 854 time: 0.0598342 Apr 08 02:48:34.688293 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-58a1175f-6dd4-4c41-ac2c-93b1d4a17878 req-17f0bc2f-1138-4b42-bee4-0d613239081b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2eaa56e-aab0-4616-b26d-2e4390bf403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696883 Apr 08 02:48:34.829440 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-58a1175f-6dd4-4c41-ac2c-93b1d4a17878 req-affc7414-48b0-48e1-90da-a76d6f1fc580 service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234047 Apr 08 02:48:34.899881 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f12f0d-9548-4923-92af-db3b2583e179 req-d9f90cf4-2094-430a-a396-d853ea8f0331 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:34.901230 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-30f12f0d-9548-4923-92af-db3b2583e179 req-d9f90cf4-2094-430a-a396-d853ea8f0331 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 945 time: 0.0749505 Apr 08 02:48:34.946584 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-30f12f0d-9548-4923-92af-db3b2583e179 req-0046ab65-43b3-46d9-9156-29c90c8c47de tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391874 Apr 08 02:48:34.976832 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-58a1175f-6dd4-4c41-ac2c-93b1d4a17878 req-35d34e48-83c4-459c-8c7c-8da389facfd5 service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288018 Apr 08 02:48:35.236366 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device ac5887db-bed4-4a2b-bf77-2211044f1145 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:48:35.259922 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c889194-e0a6-44d5-bfd9-896116cc38a8 req-da5d060e-4b06-43d8-9954-9e7aaf1c6d80 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:35.261364 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4c889194-e0a6-44d5-bfd9-896116cc38a8 req-da5d060e-4b06-43d8-9954-9e7aaf1c6d80 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0792277 Apr 08 02:48:35.306030 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4c889194-e0a6-44d5-bfd9-896116cc38a8 req-aab356f4-03d9-4d99-866d-932ec6d12ae5 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388858 Apr 08 02:48:35.308346 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port ac5887db-bed4-4a2b-bf77-2211044f1145 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:48:35.313103 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port ac5887db-bed4-4a2b-bf77-2211044f1145 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:48:35.313459 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:35.444574 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:35.474115 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:48:35.484994 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port ac5887db-bed4-4a2b-bf77-2211044f1145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ac5887db-bed4-4a2b-bf77-2211044f1145,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:48:35.491331 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:35.535796 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ddf6fae-cb78-4830-b3c4-7e36267a5a4b'] response: {'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'code': 200} Apr 08 02:48:35.562487 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=ac5887db-bed4-4a2b-bf77-2211044f1145,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:35.572511 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:35.573200 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:35.573725 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:35.574194 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:35.574669 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:35.575136 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:35.575457 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:35.575770 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:35.576083 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:35.576391 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:35.576698 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:35.771624 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044258ec-c380-48c5-8fef-d686a88a87af req-94341eb4-027e-41a3-850c-e7ea6d7c0938 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:35.773138 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-044258ec-c380-48c5-8fef-d686a88a87af req-94341eb4-027e-41a3-850c-e7ea6d7c0938 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.1944289 Apr 08 02:48:35.791902 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-52674354-cc77-4d62-8a36-b0eaab2cf3d1 req-85e9a826-1beb-4420-8e67-8d8590c9021a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 1099 time: 0.0717330 Apr 08 02:48:35.817988 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b5943-de67-4010-94d3-14cf34fb4a90 req-a43f3c89-ed3f-4d1d-b7a9-98c0769a74d3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:35.819429 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9f5b5943-de67-4010-94d3-14cf34fb4a90 req-a43f3c89-ed3f-4d1d-b7a9-98c0769a74d3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1832011 Apr 08 02:48:35.838326 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-52674354-cc77-4d62-8a36-b0eaab2cf3d1 req-83a1d796-71f6-48d9-9090-1ddc86673f40 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358293 Apr 08 02:48:35.851053 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-044258ec-c380-48c5-8fef-d686a88a87af req-b3a78d52-b2ca-47e2-a378-721f1d75d8f0 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709834 Apr 08 02:48:35.871739 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9f5b5943-de67-4010-94d3-14cf34fb4a90 req-4f7cab0f-a6e8-4db7-932f-287c487b1f74 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460708 Apr 08 02:48:36.187269 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc1391-bf7e-4e2f-b8a7-cfc87ecf3f4b req-fe6826dc-4155-4a83-969e-ec47baee2a89 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:36.188686 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c3dc1391-bf7e-4e2f-b8a7-cfc87ecf3f4b req-fe6826dc-4155-4a83-969e-ec47baee2a89 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 945 time: 0.0877051 Apr 08 02:48:36.234383 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c3dc1391-bf7e-4e2f-b8a7-cfc87ecf3f4b req-a791bedd-ffdb-466c-acda-8a6fde6e4b19 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396557 Apr 08 02:48:37.103519 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba7fd-d40c-47aa-9eb5-5120105e95ff req-e6762f6f-25f1-4341-afc7-4483ad9542aa tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:37.104937 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-286ba7fd-d40c-47aa-9eb5-5120105e95ff req-e6762f6f-25f1-4341-afc7-4483ad9542aa tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.1335404 Apr 08 02:48:37.111129 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241c47c-3bbf-45c3-8eaa-1e78dbef1a73 req-fbe42a70-e6ef-4bc7-a7f7-769e50589e02 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:37.112497 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6241c47c-3bbf-45c3-8eaa-1e78dbef1a73 req-fbe42a70-e6ef-4bc7-a7f7-769e50589e02 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1079192 Apr 08 02:48:37.181036 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-286ba7fd-d40c-47aa-9eb5-5120105e95ff req-416d5c29-1736-41ca-b6a5-152b83b41fa2 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676527 Apr 08 02:48:37.185670 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6241c47c-3bbf-45c3-8eaa-1e78dbef1a73 req-9cd2613e-61df-44f2-93b4-55773db240ca tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595407 Apr 08 02:48:37.447601 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f896dc5-c46f-47d2-a3a0-5787ad071488 req-f66bddae-be19-4828-8ed1-da2e085456b4 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:37.448998 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0f896dc5-c46f-47d2-a3a0-5787ad071488 req-f66bddae-be19-4828-8ed1-da2e085456b4 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 945 time: 0.0862613 Apr 08 02:48:37.495591 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0f896dc5-c46f-47d2-a3a0-5787ad071488 req-9a87a5ce-caad-4305-916e-7b6b5bb451c7 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Apr 08 02:48:38.460313 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010743a5-539d-41ba-98c3-d5c13e626a7d req-ca7d8b68-1e4c-45d8-b81b-fe4885bb4815 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:38.461743 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-010743a5-539d-41ba-98c3-d5c13e626a7d req-ca7d8b68-1e4c-45d8-b81b-fe4885bb4815 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.1413624 Apr 08 02:48:38.467795 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535cb70-f122-4dbb-a98a-13aa7a945bf3 req-e11dbb75-261b-4234-b012-53ca0cf74ea4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:38.469097 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f535cb70-f122-4dbb-a98a-13aa7a945bf3 req-e11dbb75-261b-4234-b012-53ca0cf74ea4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1094763 Apr 08 02:48:38.537991 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-010743a5-539d-41ba-98c3-d5c13e626a7d req-616da51c-42e3-41fa-9e61-29261a1c0fdb tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678706 Apr 08 02:48:38.544574 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f535cb70-f122-4dbb-a98a-13aa7a945bf3 req-ca2bdf20-7937-4deb-bd36-e5c008abc474 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608797 Apr 08 02:48:38.774495 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae071d9-36c9-4226-80b0-9d66eba0e89b req-edf50b87-af94-44b4-9936-8a175f98dc73 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:38.775921 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5ae071d9-36c9-4226-80b0-9d66eba0e89b req-edf50b87-af94-44b4-9936-8a175f98dc73 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 945 time: 0.1300364 Apr 08 02:48:38.784049 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248fc97-a329-47bd-bdac-4740540c3282 req-ec0fc9ab-b678-40ed-a420-92620446a10e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:38.785360 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e248fc97-a329-47bd-bdac-4740540c3282 req-ec0fc9ab-b678-40ed-a420-92620446a10e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1102674 Apr 08 02:48:38.794470 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 39338) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:48:38.800038 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-2a3a7b02-4262-4955-9749-a24ca68f25d4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Request body: {'floatingip': {'port_id': 'ac5887db-bed4-4a2b-bf77-2211044f1145'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:48:38.825213 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5ae071d9-36c9-4226-80b0-9d66eba0e89b req-ca321ebc-98b3-48ce-af0b-4f8eb152e18d tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389473 Apr 08 02:48:38.874781 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7b02-4262-4955-9749-a24ca68f25d4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:39.524829 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7b02-4262-4955-9749-a24ca68f25d4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:39.531394 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7b02-4262-4955-9749-a24ca68f25d4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:39.716971 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [None req-2a3a7b02-4262-4955-9749-a24ca68f25d4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Floating IP 0df83f2c-eb77-42a0-b6f3-fde9d9acf1bb associated. External IP: 172.28.1.99, port: ac5887db-bed4-4a2b-bf77-2211044f1145. Apr 08 02:48:39.734545 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac6ed5-aa74-475f-ae8a-df9fe7311d68 req-ba43badc-9aa9-442f-93b1-28679d1929c8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:39.736001 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b1ac6ed5-aa74-475f-ae8a-df9fe7311d68 req-ba43badc-9aa9-442f-93b1-28679d1929c8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0778258 Apr 08 02:48:39.790357 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b1ac6ed5-aa74-475f-ae8a-df9fe7311d68 req-efa1ac35-6fea-4a7d-b91b-71bad5ce53bd tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484476 Apr 08 02:48:40.018372 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1cba4-47b3-4021-b7af-b4c2101292e6 req-c9c73505-0f20-418e-ae75-5e2bc4918adf tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:40.019850 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9ae1cba4-47b3-4021-b7af-b4c2101292e6 req-c9c73505-0f20-418e-ae75-5e2bc4918adf tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 945 time: 0.0742085 Apr 08 02:48:40.065287 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9ae1cba4-47b3-4021-b7af-b4c2101292e6 req-f5de27f0-2280-4176-8a8e-fc554d473460 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Apr 08 02:48:40.103558 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3a7b02-4262-4955-9749-a24ca68f25d4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Router 34035e03-db2f-4f88-a910-5d0fcfa2a57c has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:48:40.307097 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3a7b02-4262-4955-9749-a24ca68f25d4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:48:40.312175 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7b02-4262-4955-9749-a24ca68f25d4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:40.316808 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629d94d-4164-4314-85c5-0a5c80b2c049 None None] Sync routers for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:48:40.329614 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629d94d-4164-4314-85c5-0a5c80b2c049 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:48:40.330263 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-8629d94d-4164-4314-85c5-0a5c80b2c049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:48:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:40.363182 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-2a3a7b02-4262-4955-9749-a24ca68f25d4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "PUT /v2.0/floatingips/0df83f2c-eb77-42a0-b6f3-fde9d9acf1bb HTTP/1.1" status: 200 len: 991 time: 1.5674715 Apr 08 02:48:40.363803 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:48:40.416494 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ab36be-2a87-4730-bd55-8bbfd1d65d0c'] response: {'name': 'network-changed', 'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'status': 'completed', 'code': 200} Apr 08 02:48:40.507336 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-8629d94d-4164-4314-85c5-0a5c80b2c049 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:48:40.526919 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9e6d5252-3b7a-439b-9768-d416d300d8fc req-b0ce26cf-7edd-4730-94d3-3ff0d88bbc6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f36689d17778495781486ab15ffa7a19&device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 1099 time: 0.0711455 Apr 08 02:48:40.660853 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d5252-3b7a-439b-9768-d416d300d8fc req-00ffabce-ba43-4239-a414-11c27c36e0de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:40.662302 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9e6d5252-3b7a-439b-9768-d416d300d8fc req-00ffabce-ba43-4239-a414-11c27c36e0de service neutron] 10.222.0.37 "GET /v2.0/networks?id=08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 200 len: 917 time: 0.1236653 Apr 08 02:48:40.881732 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-8629d94d-4164-4314-85c5-0a5c80b2c049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '0df83f2c-eb77-42a0-b6f3-fde9d9acf1bb', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'floating_ip_address': '172.28.1.99', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'port_id': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'mac_address': 'fa:16:3e:68:b1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:48:26Z', 'updated_at': '2022-04-08T02:48:39Z', 'revision_number': 1, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 5, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:40.885733 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629d94d-4164-4314-85c5-0a5c80b2c049 None None] Checking router: 34035e03-db2f-4f88-a910-5d0fcfa2a57c for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:48:40.896922 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629d94d-4164-4314-85c5-0a5c80b2c049 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:48:40.897710 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-8629d94d-4164-4314-85c5-0a5c80b2c049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:48:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:40.910157 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9e6d5252-3b7a-439b-9768-d416d300d8fc req-b669266d-f805-4889-bb9e-a28610bdf03a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5887db-bed4-4a2b-bf77-2211044f1145 HTTP/1.1" status: 200 len: 999 time: 0.2321265 Apr 08 02:48:40.962328 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4ae1b-b430-411c-b168-4cc296cce3e9 req-41647ea7-82f6-4974-9afa-e944b0445d74 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:40.963044 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-4fb4ae1b-b430-411c-b168-4cc296cce3e9 req-41647ea7-82f6-4974-9afa-e944b0445d74 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Synchronizing usage tracker for tenant:28de6d7fc9b94374b2d5f07409ba175e on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:48:40.991885 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d5252-3b7a-439b-9768-d416d300d8fc req-295ffa2b-bdbc-470a-bbae-6e4dfc779549 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:40.993384 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9e6d5252-3b7a-439b-9768-d416d300d8fc req-295ffa2b-bdbc-470a-bbae-6e4dfc779549 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64016a0c-f630-4f2c-b2c8-29440d7c30ef HTTP/1.1" status: 200 len: 855 time: 0.0721059 Apr 08 02:48:40.995076 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-4fb4ae1b-b430-411c-b168-4cc296cce3e9 req-41647ea7-82f6-4974-9afa-e944b0445d74 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Unset dirty status for tenant:28de6d7fc9b94374b2d5f07409ba175e on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:48:40.996095 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4fb4ae1b-b430-411c-b168-4cc296cce3e9 req-41647ea7-82f6-4974-9afa-e944b0445d74 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.37 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 945 time: 0.1563215 Apr 08 02:48:41.021444 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df615b8-39f8-4a0c-b603-f3fc73027498 req-f62c4fa6-3932-47e1-9724-1a746e8639c8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:41.022915 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7df615b8-39f8-4a0c-b603-f3fc73027498 req-f62c4fa6-3932-47e1-9724-1a746e8639c8 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0803266 Apr 08 02:48:41.072029 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7df615b8-39f8-4a0c-b603-f3fc73027498 req-0e12be1c-b000-4afb-a764-21ff3a09eda9 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428288 Apr 08 02:48:41.085787 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-8629d94d-4164-4314-85c5-0a5c80b2c049 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:48:41.112406 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-4fb4ae1b-b430-411c-b168-4cc296cce3e9 req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Deleting port 904f7099-ed19-485d-aa83-db96923faf00 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:48:41.112838 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-4fb4ae1b-b430-411c-b168-4cc296cce3e9 req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:41.206932 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9e6d5252-3b7a-439b-9768-d416d300d8fc req-534d7ed4-7df2-4c62-a72d-c493c736251b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08bdb27d-9848-4e86-ab5c-accfd09c6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2037046 Apr 08 02:48:41.269465 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d4e9b-57eb-44b7-b204-bfbc6c935238 req-17c87c68-1a04-4ee6-9ee1-160ef4b39fef tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:41.271088 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-872d4e9b-57eb-44b7-b204-bfbc6c935238 req-17c87c68-1a04-4ee6-9ee1-160ef4b39fef tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 945 time: 0.0790169 Apr 08 02:48:41.322089 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-872d4e9b-57eb-44b7-b204-bfbc6c935238 req-a627d6d8-88eb-4f08-b898-09a07c4d7a0b tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449798 Apr 08 02:48:41.435852 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-8629d94d-4164-4314-85c5-0a5c80b2c049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '0df83f2c-eb77-42a0-b6f3-fde9d9acf1bb', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'floating_ip_address': '172.28.1.99', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'port_id': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'mac_address': 'fa:16:3e:68:b1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:48:26Z', 'updated_at': '2022-04-08T02:48:39Z', 'revision_number': 1, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 5, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:48:41.439795 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629d94d-4164-4314-85c5-0a5c80b2c049 None None] The sync data for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb is: [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '0df83f2c-eb77-42a0-b6f3-fde9d9acf1bb', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'floating_ip_address': '172.28.1.99', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'port_id': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'mac_address': 'fa:16:3e:68:b1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:48:26Z', 'updated_at': '2022-04-08T02:48:39Z', 'revision_number': 1, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 5, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:48:41.454558 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9e6d5252-3b7a-439b-9768-d416d300d8fc req-9c8ec4fa-e506-473b-969e-17fc211b558e service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406700 Apr 08 02:48:41.493279 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-4fb4ae1b-b430-411c-b168-4cc296cce3e9 req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] For port 904f7099-ed19-485d-aa83-db96923faf00, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=904f7099-ed19-485d-aa83-db96923faf00,segment=NetworkSegment(cbb40668-820f-4410-b3e1-174b7f145a04),segment_id=cbb40668-820f-4410-b3e1-174b7f145a04)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:48:41.493633 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-4fb4ae1b-b430-411c-b168-4cc296cce3e9 req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:41.638933 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bb9dc8-f316-4152-8ef8-8d5fc6e01981 None None] New status for floating IP 0df83f2c-eb77-42a0-b6f3-fde9d9acf1bb: ACTIVE {{(pid=83155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:48:41.670335 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-4fb4ae1b-b430-411c-b168-4cc296cce3e9 req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Calling delete_port for 904f7099-ed19-485d-aa83-db96923faf00 owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:48:41.773180 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9e6d5252-3b7a-439b-9768-d416d300d8fc req-80917634-0629-41c3-87a3-5edddb154349 service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098955 Apr 08 02:48:41.846942 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-4fb4ae1b-b430-411c-b168-4cc296cce3e9 req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:41.897165 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Pushing event deleted for resources: {'Port': ['ID=904f7099-ed19-485d-aa83-db96923faf00,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:48:41.939547 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:41.939887 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:41.940216 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:41.940541 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:41.940861 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:41.941180 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:41.941496 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:41.941814 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:41.942128 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:41.942436 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:41.942744 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:48:41.981867 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb4ae1b-b430-411c-b168-4cc296cce3e9 req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] No DVR routers for this DVR port 904f7099-ed19-485d-aa83-db96923faf00 on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:48:41.984329 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-4fb4ae1b-b430-411c-b168-4cc296cce3e9 req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:42.000544 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4fb4ae1b-b430-411c-b168-4cc296cce3e9 req-8732a1a4-9c9c-462a-a289-a15332bffff3 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.37 "DELETE /v2.0/ports/904f7099-ed19-485d-aa83-db96923faf00 HTTP/1.1" status: 204 len: 173 time: 0.9667971 Apr 08 02:48:42.285724 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea916d-2ba6-46e8-a08c-91ed21d49517 req-1cbdadc3-80f6-4420-a7d0-18d4a519283a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:42.287171 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-afea916d-2ba6-46e8-a08c-91ed21d49517 req-1cbdadc3-80f6-4420-a7d0-18d4a519283a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0854034 Apr 08 02:48:42.332263 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-afea916d-2ba6-46e8-a08c-91ed21d49517 req-eb09a283-c87e-4c6a-8bde-8ec05072e450 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394647 Apr 08 02:48:42.417764 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d07c26-0bbb-47b0-b76b-ced57f68518f', 'name': 'network-vif-deleted', 'tag': '904f7099-ed19-485d-aa83-db96923faf00'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:48:42.469885 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0c3595-90b5-43c5-aba9-1270cb7a7ab3'] response: {'server_uuid': '15d07c26-0bbb-47b0-b76b-ced57f68518f', 'name': 'network-vif-deleted', 'tag': '904f7099-ed19-485d-aa83-db96923faf00', 'status': 'completed', 'code': 200} Apr 08 02:48:42.497549 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-051122ff-c147-484f-ad43-70141688a0c2 req-a8f5fb1b-0d2e-40f3-ade1-e322854feaa8 tempest-VolumesSnapshotTestJSON-672251645 tempest-VolumesSnapshotTestJSON-672251645-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d07c26-0bbb-47b0-b76b-ced57f68518f HTTP/1.1" status: 200 len: 210 time: 0.0428987 Apr 08 02:48:43.280665 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 904f7099-ed19-485d-aa83-db96923faf00 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:48:43.341903 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:48:43.344141 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 904f7099-ed19-485d-aa83-db96923faf00 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:48:43.344479 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 904f7099-ed19-485d-aa83-db96923faf00 not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:48:43.480848 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-063b4bb8-7f42-4a1f-9d7e-7c4f901fa6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:43.530161 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7db6f2-7dd6-4313-af60-9a13e1186157 req-e23745d4-93b5-4b2b-a06b-c665a32829b1 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:43.531709 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4d7db6f2-7dd6-4313-af60-9a13e1186157 req-e23745d4-93b5-4b2b-a06b-c665a32829b1 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0787542 Apr 08 02:48:43.577714 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4d7db6f2-7dd6-4313-af60-9a13e1186157 req-20b65511-bc8f-4d66-bbc3-2dd21aa42aa6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402522 Apr 08 02:48:44.787614 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00982cb4-ed60-4f9f-8555-2f1be6e8c46b req-f20191c4-d5d2-4461-8949-95411ff41791 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:44.789050 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-00982cb4-ed60-4f9f-8555-2f1be6e8c46b req-f20191c4-d5d2-4461-8949-95411ff41791 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0763934 Apr 08 02:48:44.839855 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-00982cb4-ed60-4f9f-8555-2f1be6e8c46b req-b140547d-cf6b-489d-b495-67dfbbbb5089 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426950 Apr 08 02:48:45.829839 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-3c98d12d-4e89-4755-8069-54107fba21e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:46.201940 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54f4ce-0056-4bf7-be74-0bb47ec3df20 req-48878b61-8547-4b23-8770-24df3d05a5c5 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:46.203418 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bd54f4ce-0056-4bf7-be74-0bb47ec3df20 req-48878b61-8547-4b23-8770-24df3d05a5c5 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0874405 Apr 08 02:48:46.263744 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bd54f4ce-0056-4bf7-be74-0bb47ec3df20 req-fc0a8421-5ce9-42e5-8d78-58904f02757f tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543783 Apr 08 02:48:46.668338 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:46.878524 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:47.488672 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508981d-90f8-4242-acd8-af2fb7c486ad req-58166440-b41e-42fb-8d43-589a2afb060f tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:47.490095 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2508981d-90f8-4242-acd8-af2fb7c486ad req-58166440-b41e-42fb-8d43-589a2afb060f tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0953567 Apr 08 02:48:47.597554 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2508981d-90f8-4242-acd8-af2fb7c486ad req-e66f9b17-7c93-448b-8fb7-f809edf761e7 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015716 Apr 08 02:48:48.140250 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:48.819416 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfb361-ec1b-44e9-80a6-379523811da1 req-0a995338-bd72-467f-8975-691e2cc161eb tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:48.820751 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-12cfb361-ec1b-44e9-80a6-379523811da1 req-0a995338-bd72-467f-8975-691e2cc161eb tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0869629 Apr 08 02:48:48.870603 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-12cfb361-ec1b-44e9-80a6-379523811da1 req-5425b8d1-0080-4007-aa77-7c65d8459123 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415611 Apr 08 02:48:50.079291 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c6ac4-1f7a-4848-b0e7-32e5628b4b3d req-9cba2a14-3c8b-4df8-9751-dc9757e6a8f4 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:50.080640 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-353c6ac4-1f7a-4848-b0e7-32e5628b4b3d req-9cba2a14-3c8b-4df8-9751-dc9757e6a8f4 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0903094 Apr 08 02:48:50.134346 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-353c6ac4-1f7a-4848-b0e7-32e5628b4b3d req-a0dd305a-e7c5-4ca7-b8f0-051245749b6f tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471365 Apr 08 02:48:51.346114 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455fa0b-a26c-4952-acd7-f3712f8ab29c req-06e7411f-9b28-486f-8b80-edda4f68fc33 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:51.348010 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0455fa0b-a26c-4952-acd7-f3712f8ab29c req-06e7411f-9b28-486f-8b80-edda4f68fc33 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0824475 Apr 08 02:48:51.401780 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0455fa0b-a26c-4952-acd7-f3712f8ab29c req-233e0137-7547-4ea6-a209-1fc53cadd7bb tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457442 Apr 08 02:48:52.591311 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd7162-6b9c-4fe6-9da4-14f53c24ed3e req-77612757-ab9f-4a6e-b78b-eaf0407f4c95 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:52.592860 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-20dd7162-6b9c-4fe6-9da4-14f53c24ed3e req-77612757-ab9f-4a6e-b78b-eaf0407f4c95 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0742950 Apr 08 02:48:52.640442 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-20dd7162-6b9c-4fe6-9da4-14f53c24ed3e req-4c31d3d3-f852-42e7-9c3f-f971caf65b10 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414786 Apr 08 02:48:53.538368 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:53.851547 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b70d39-06d1-4e33-a7cc-bbd0ceebb6c4 req-bb69b465-b2c1-4487-b123-11151f5320bf tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:53.852994 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-30b70d39-06d1-4e33-a7cc-bbd0ceebb6c4 req-bb69b465-b2c1-4487-b123-11151f5320bf tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0839176 Apr 08 02:48:53.900401 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-30b70d39-06d1-4e33-a7cc-bbd0ceebb6c4 req-ac915d60-2f4b-45df-bf7e-b0b1ecfba584 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412531 Apr 08 02:48:55.106589 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762087e-6af6-4671-94b3-0b9ffb308c6f req-0b3c53dd-180a-4263-a1a0-55ff21d15e89 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:55.108037 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2762087e-6af6-4671-94b3-0b9ffb308c6f req-0b3c53dd-180a-4263-a1a0-55ff21d15e89 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0788043 Apr 08 02:48:55.158784 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2762087e-6af6-4671-94b3-0b9ffb308c6f req-c4345366-b237-4642-aa7d-20422baa0249 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423319 Apr 08 02:48:56.386372 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd413426-249d-4531-982f-aff4826c353f req-44ca70ee-b20f-407e-bab3-a96a89a6d2da tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:48:56.387849 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bd413426-249d-4531-982f-aff4826c353f req-44ca70ee-b20f-407e-bab3-a96a89a6d2da tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.1016722 Apr 08 02:48:56.437959 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bd413426-249d-4531-982f-aff4826c353f req-2fbc0985-111e-4675-ab69-efc29e88e7ea tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa&id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415025 Apr 08 02:49:00.328257 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f8be-535d-4043-99a6-5a12e7d3263d req-99feb474-828b-4ef9-adf8-7ce0f2104683 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:00.329728 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bb82f8be-535d-4043-99a6-5a12e7d3263d req-99feb474-828b-4ef9-adf8-7ce0f2104683 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0781147 Apr 08 02:49:00.378217 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bb82f8be-535d-4043-99a6-5a12e7d3263d req-6c8758f6-e06d-497d-b59e-6176233a200c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 Apr 08 02:49:01.588305 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c018ae-d02b-4a9a-9a1d-855563d49ebf req-4028978a-76f3-406e-b45c-7569174ef2b1 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:01.589758 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-71c018ae-d02b-4a9a-9a1d-855563d49ebf req-4028978a-76f3-406e-b45c-7569174ef2b1 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0766110 Apr 08 02:49:01.638020 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-71c018ae-d02b-4a9a-9a1d-855563d49ebf req-1f382de4-d063-4096-952b-61982df22589 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427642 Apr 08 02:49:02.779776 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 39560) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:02.838269 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528d48a-6256-4aa3-b0b5-b22d0634ad00 req-01b68562-18d0-4726-926c-35cc3322af2c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:02.838944 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fe0d22-e7ca-4155-826f-e16d9016ef74 admin admin] Deleting subnet 1f622640-4926-4bda-ae29-5681442cf848 {{(pid=83153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:49:02.839664 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f528d48a-6256-4aa3-b0b5-b22d0634ad00 req-01b68562-18d0-4726-926c-35cc3322af2c tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0821767 Apr 08 02:49:02.841194 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d22-e7ca-4155-826f-e16d9016ef74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:02.887486 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f528d48a-6256-4aa3-b0b5-b22d0634ad00 req-2431cb66-3535-4509-afb1-2f5051d08742 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412459 Apr 08 02:49:02.894228 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d22-e7ca-4155-826f-e16d9016ef74 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:02.901469 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d22-e7ca-4155-826f-e16d9016ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:02.969745 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d22-e7ca-4155-826f-e16d9016ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for subnet, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:03.005268 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe0d22-e7ca-4155-826f-e16d9016ef74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f622640-4926-4bda-ae29-5681442cf848,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:03.012076 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d22-e7ca-4155-826f-e16d9016ef74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:03.017962 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-15fe0d22-e7ca-4155-826f-e16d9016ef74 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1f622640-4926-4bda-ae29-5681442cf848 HTTP/1.1" status: 204 len: 168 time: 0.2370346 Apr 08 02:49:03.021444 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 39564) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:03.192594 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:03.311674 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:03.341979 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.342352 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.343099 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.343425 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > port after_create 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.343755 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.344079 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > port after_update 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.344404 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.344698 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.345041 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.345342 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.419731 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.420064 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.420386 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.420706 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:49:03.421077 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3cb90d-9940-4f92-a7bf-92930ef99be3']}} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:03.434945 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb40668-820f-4410-b3e1-174b7f145a04') {'for_net_delete': True} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:03.435263 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb40668-820f-4410-b3e1-174b7f145a04') {} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:03.447455 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150392'] for segment, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:03.464268 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:03.472085 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=83153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:49:03.472451 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323027'] for segment, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: util.warn_limited( Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: util.warn_limited( Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: Traceback (most recent call last): Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: timer() Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: cb(*args, **kw) Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: return func(*args, **kwargs) Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: self._notify() Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: self.callback(batched_events) Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: event.method(event) Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: return f(self, *a, **k) Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: return self._get(url).json() Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: return self.request(url, 'GET', **kwargs) Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:49:03.487315 dv-cinder-837052-1-smb neutron-server[83153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:49:03.565070 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:03.584955 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:03.592194 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3cb90d-9940-4f92-a7bf-92930ef99be3,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:03.604599 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-dc50534b-9df8-4d38-aad9-7438f6448e64 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4a3cb90d-9940-4f92-a7bf-92930ef99be3 HTTP/1.1" status: 204 len: 168 time: 0.5818381 Apr 08 02:49:03.755572 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39572) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:03.804725 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-6b4d4378-22ef-41d0-9466-340e93d02ff3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28de6d7fc9b94374b2d5f07409ba175e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480077 Apr 08 02:49:03.807230 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39576) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:03.865196 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:03.889856 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:03.944133 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:03.960636 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:03.971759 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:03.972098 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:03.972427 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:03.972754 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:03.973085 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:03.973408 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:03.973723 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:03.974037 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:03.974569 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:03.974905 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:03.975227 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:03.980470 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:03.981548 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-03aa182d-36ea-4f86-af84-f6e1ec71d92f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8fdcb2f2-b91c-4a61-aa60-15dca57fe0e7 HTTP/1.1" status: 204 len: 168 time: 0.1734674 Apr 08 02:49:04.098234 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7a54-a4a6-425f-889a-899ea06569aa req-96f91b10-fb25-4569-aac6-406c05f8b6ea tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:04.099849 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-57ce7a54-a4a6-425f-889a-899ea06569aa req-96f91b10-fb25-4569-aac6-406c05f8b6ea tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0797148 Apr 08 02:49:04.147114 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-57ce7a54-a4a6-425f-889a-899ea06569aa req-368ce5d3-5498-4110-8612-43e481c86cd2 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 Apr 08 02:49:04.661244 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-d689b913-9e7c-41dc-a4fb-205184169bf3 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:04.661945 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-d689b913-9e7c-41dc-a4fb-205184169bf3 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Synchronizing usage tracker for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:04.678443 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-d689b913-9e7c-41dc-a4fb-205184169bf3 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Unset dirty status for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:04.679959 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-d689b913-9e7c-41dc-a4fb-205184169bf3 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.37 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.1067593 Apr 08 02:49:04.750549 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Deleting port 5a0e77b0-bc9a-4212-9033-ec1a9147356f {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:04.750881 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:04.989055 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] For port 5a0e77b0-bc9a-4212-9033-ec1a9147356f, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5a0e77b0-bc9a-4212-9033-ec1a9147356f,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:04.989474 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:05.273032 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:05.273478 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:05.273698 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Floating IP 36444f0a-93d2-4648-86f1-4632d8ec0c63 disassociated. External IP: 172.28.1.165, port: 5a0e77b0-bc9a-4212-9033-ec1a9147356f. Apr 08 02:49:05.274093 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Calling delete_port for 5a0e77b0-bc9a-4212-9033-ec1a9147356f owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:05.360861 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111d4d9-966a-456f-8706-38a6cee6c64e req-e8039fdc-93c4-4912-a034-953e25a3e4f9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:05.362313 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a111d4d9-966a-456f-8706-38a6cee6c64e req-e8039fdc-93c4-4912-a034-953e25a3e4f9 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 945 time: 0.0805914 Apr 08 02:49:05.413613 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a111d4d9-966a-456f-8706-38a6cee6c64e req-e54cb17f-3d7c-4174-9c63-935deaa44ca7 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451083 Apr 08 02:49:05.423243 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:05.472784 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Pushing event deleted for resources: {'Port': ['ID=5a0e77b0-bc9a-4212-9033-ec1a9147356f,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:05.756118 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Router b7537374-e10e-41e3-88b1-e2d3c8037a91 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:49:05.966086 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:49:05.979282 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e48834-6b0b-4c8d-b25d-915eaca62cb0 None None] Sync routers for ids ['b7537374-e10e-41e3-88b1-e2d3c8037a91'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:49:06.002077 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e48834-6b0b-4c8d-b25d-915eaca62cb0 None None] Routers {'b7537374-e10e-41e3-88b1-e2d3c8037a91'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:06.003020 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-56e48834-6b0b-4c8d-b25d-915eaca62cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:48:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['b7537374-e10e-41e3-88b1-e2d3c8037a91'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:06.044680 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] No DVR routers for this DVR port 5a0e77b0-bc9a-4212-9033-ec1a9147356f on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:49:06.047163 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:06.050047 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'name': 'network-vif-deleted', 'tag': '5a0e77b0-bc9a-4212-9033-ec1a9147356f'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:06.072802 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d1586804-0d20-4ca5-9d3e-65a46fd9af09 req-96060bfb-e5f8-4f22-b839-ca8f48dd3cbf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.37 "DELETE /v2.0/ports/5a0e77b0-bc9a-4212-9033-ec1a9147356f HTTP/1.1" status: 204 len: 173 time: 1.3874812 Apr 08 02:49:06.109664 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b99ef3c-7218-4e5b-910a-a15760ebabe9'] response: {'server_uuid': 'b084660c-8e26-44cb-81dc-0cb7acefb7fa', 'name': 'network-vif-deleted', 'tag': '5a0e77b0-bc9a-4212-9033-ec1a9147356f', 'status': 'completed', 'code': 200} Apr 08 02:49:06.194867 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-56e48834-6b0b-4c8d-b25d-915eaca62cb0 None None] Set router b7537374-e10e-41e3-88b1-e2d3c8037a91 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:06.517533 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-56e48834-6b0b-4c8d-b25d-915eaca62cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 5, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:06.521740 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e48834-6b0b-4c8d-b25d-915eaca62cb0 None None] Checking router: b7537374-e10e-41e3-88b1-e2d3c8037a91 for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:49:06.532643 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e48834-6b0b-4c8d-b25d-915eaca62cb0 None None] Routers {'b7537374-e10e-41e3-88b1-e2d3c8037a91'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:06.533257 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-56e48834-6b0b-4c8d-b25d-915eaca62cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:48:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['b7537374-e10e-41e3-88b1-e2d3c8037a91'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:06.609321 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5f2c2c26-ff7f-4252-9c51-db5d0ad0e317 req-babb5e56-dc88-4438-803b-d1660756eb4f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b084660c-8e26-44cb-81dc-0cb7acefb7fa HTTP/1.1" status: 200 len: 210 time: 0.0520940 Apr 08 02:49:06.768330 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-56e48834-6b0b-4c8d-b25d-915eaca62cb0 None None] Set router b7537374-e10e-41e3-88b1-e2d3c8037a91 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:06.916724 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efea7f4-9b1b-49b0-94af-d7fcb7ff7f8c req-a73565cf-0226-4ac7-9933-7e6bf557c8ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:06.918166 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1efea7f4-9b1b-49b0-94af-d7fcb7ff7f8c req-a73565cf-0226-4ac7-9933-7e6bf557c8ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 945 time: 0.0740364 Apr 08 02:49:06.968523 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1efea7f4-9b1b-49b0-94af-d7fcb7ff7f8c req-454a48b2-3edd-4e6a-a150-8a5f2f73cc86 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445111 Apr 08 02:49:07.086769 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-56e48834-6b0b-4c8d-b25d-915eaca62cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 5, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:07.090752 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e48834-6b0b-4c8d-b25d-915eaca62cb0 None None] The sync data for ids ['b7537374-e10e-41e3-88b1-e2d3c8037a91'] in dv-cinder-837052-1-smb is: [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 4, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36', 'name': '', 'network_id': 'c6b1e02c-7d4a-4675-b24d-c357b80488e2', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'mac_address': 'fa:16:3e:35:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:39Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 5, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'subnets': [{'id': 'ea7e6887-01fe-47d5-be3f-856517da1e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:49:07.309498 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21186a40-a810-434d-91aa-195b846ade49 None None] New status for floating IP 36444f0a-93d2-4648-86f1-4632d8ec0c63: DOWN {{(pid=83155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:49:07.452663 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 5a0e77b0-bc9a-4212-9033-ec1a9147356f no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:49:07.591908 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 5a0e77b0-bc9a-4212-9033-ec1a9147356f {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:49:07.592197 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 5a0e77b0-bc9a-4212-9033-ec1a9147356f not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:49:07.754166 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39618) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:07.819756 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4efb6e41-906f-441a-85c7-97310d96c5fe tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:07.847471 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4efb6e41-906f-441a-85c7-97310d96c5fe tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:07.899842 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4efb6e41-906f-441a-85c7-97310d96c5fe tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:07.923968 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb6e41-906f-441a-85c7-97310d96c5fe tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6909a789-e3d9-41ef-8a94-1b2fc15e9c2a,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:07.934089 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4efb6e41-906f-441a-85c7-97310d96c5fe tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:07.935244 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-4efb6e41-906f-441a-85c7-97310d96c5fe tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "DELETE /v2.0/security-groups/6909a789-e3d9-41ef-8a94-1b2fc15e9c2a HTTP/1.1" status: 204 len: 168 time: 0.1800382 Apr 08 02:49:07.938762 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39622) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:07.955037 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.api.v2.resource [None req-1c124033-e988-4030-825e-b29015208c7d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] show failed (client error): The resource could not be found. Apr 08 02:49:07.956005 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-1c124033-e988-4030-825e-b29015208c7d tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups/6909a789-e3d9-41ef-8a94-1b2fc15e9c2a HTTP/1.1" status: 404 len: 347 time: 0.0162539 Apr 08 02:49:07.960036 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39626) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:08.200668 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-02f54326-fc4d-4ff5-94e5-46449a78ebfc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Deleting port 3ba2c812-a474-443e-b16d-8ff528c39678 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:08.200975 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-02f54326-fc4d-4ff5-94e5-46449a78ebfc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:08.364671 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b4a87-a87e-4ab5-8db0-e89238865364 req-b3cc27e8-2615-45c5-b0f7-a73a1a38116a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:08.366043 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-416b4a87-a87e-4ab5-8db0-e89238865364 req-b3cc27e8-2615-45c5-b0f7-a73a1a38116a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 945 time: 0.2246084 Apr 08 02:49:08.415162 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-02f54326-fc4d-4ff5-94e5-46449a78ebfc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:08.415493 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-02f54326-fc4d-4ff5-94e5-46449a78ebfc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:08.538237 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-02f54326-fc4d-4ff5-94e5-46449a78ebfc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Calling delete_port for 3ba2c812-a474-443e-b16d-8ff528c39678 owned by network:floatingip {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:08.580127 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-416b4a87-a87e-4ab5-8db0-e89238865364 req-99fa4fe8-3a87-4bf6-97e4-4cc96014aa80 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5adaba3-6442-4560-9ff3-f4ad65fa2741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009318 Apr 08 02:49:08.603730 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-af5ca03a-3487-4894-b5ea-acf63185fffc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:08.604887 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-af5ca03a-3487-4894-b5ea-acf63185fffc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:08.626802 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-af5ca03a-3487-4894-b5ea-acf63185fffc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:08.628047 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-af5ca03a-3487-4894-b5ea-acf63185fffc tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 945 time: 0.1018150 Apr 08 02:49:08.682260 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-02f54326-fc4d-4ff5-94e5-46449a78ebfc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:08.711457 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Deleting port 006d5cbf-41a1-4ed5-8235-e05660f6de1d {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:08.711651 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:08.724933 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f54326-fc4d-4ff5-94e5-46449a78ebfc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Pushing event deleted for resources: {'Port': ['ID=3ba2c812-a474-443e-b16d-8ff528c39678,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:08.817001 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-02f54326-fc4d-4ff5-94e5-46449a78ebfc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks [] for floatingip, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:08.831116 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-02f54326-fc4d-4ff5-94e5-46449a78ebfc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:08.832261 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-02f54326-fc4d-4ff5-94e5-46449a78ebfc tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "DELETE /v2.0/floatingips/36444f0a-93d2-4648-86f1-4632d8ec0c63 HTTP/1.1" status: 204 len: 168 time: 0.8713369 Apr 08 02:49:08.955830 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] For port 006d5cbf-41a1-4ed5-8235-e05660f6de1d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=006d5cbf-41a1-4ed5-8235-e05660f6de1d,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:08.956182 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:09.237438 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:09.237766 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:09.238113 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Floating IP fef6c829-9eda-4ddd-a655-e38705c81e0a disassociated. External IP: 172.28.1.30, port: 006d5cbf-41a1-4ed5-8235-e05660f6de1d. Apr 08 02:49:09.238422 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Calling delete_port for 006d5cbf-41a1-4ed5-8235-e05660f6de1d owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:09.379816 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:09.430153 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event deleted for resources: {'Port': ['ID=006d5cbf-41a1-4ed5-8235-e05660f6de1d,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:09.640617 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:49:09.748527 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-530b7232-485c-44a2-b276-a20ad377f38b req-17d9cecd-7ecd-43ef-bab0-d2910746d9c6 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=637f9468-3198-4dbb-961a-07815e3868b9 HTTP/1.1" status: 200 len: 210 time: 0.0403841 Apr 08 02:49:09.930964 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:49:09.940879 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b93a02-ec95-4a81-ae51-fbc4cbc85eee None None] Sync routers for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:49:09.952374 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b93a02-ec95-4a81-ae51-fbc4cbc85eee None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:09.952957 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-01b93a02-ec95-4a81-ae51-fbc4cbc85eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:48:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:09.996804 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] No DVR routers for this DVR port 006d5cbf-41a1-4ed5-8235-e05660f6de1d on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:49:09.999239 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:10.001741 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637f9468-3198-4dbb-961a-07815e3868b9', 'name': 'network-vif-deleted', 'tag': '006d5cbf-41a1-4ed5-8235-e05660f6de1d'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:10.017838 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-50f0e2d8-aaeb-49e9-ad82-3036a77182e1 req-bc254bc2-4956-4d13-ad67-3f600c475307 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "DELETE /v2.0/ports/006d5cbf-41a1-4ed5-8235-e05660f6de1d HTTP/1.1" status: 204 len: 173 time: 1.3844793 Apr 08 02:49:10.106385 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8fea8bf-6fa7-43c1-86f8-42a60a61814f'] response: {'server_uuid': '637f9468-3198-4dbb-961a-07815e3868b9', 'name': 'network-vif-deleted', 'tag': '006d5cbf-41a1-4ed5-8235-e05660f6de1d', 'status': 'completed', 'code': 200} Apr 08 02:49:10.135147 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-01b93a02-ec95-4a81-ae51-fbc4cbc85eee None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:10.455716 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-01b93a02-ec95-4a81-ae51-fbc4cbc85eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:10.459612 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b93a02-ec95-4a81-ae51-fbc4cbc85eee None None] Checking router: af54ee4b-49e9-4335-996a-7e7fd2d5d6fa for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:49:10.470544 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b93a02-ec95-4a81-ae51-fbc4cbc85eee None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:10.471496 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-01b93a02-ec95-4a81-ae51-fbc4cbc85eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:48:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:10.642444 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-01b93a02-ec95-4a81-ae51-fbc4cbc85eee None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:10.893137 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39652) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:10.958841 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0e88ef4f-308b-4f8d-9e84-95980fefa369 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:10.985697 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-01b93a02-ec95-4a81-ae51-fbc4cbc85eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:10.989586 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b93a02-ec95-4a81-ae51-fbc4cbc85eee None None] The sync data for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb is: [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:49:10.989924 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0e88ef4f-308b-4f8d-9e84-95980fefa369 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:11.042296 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0e88ef4f-308b-4f8d-9e84-95980fefa369 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:11.060902 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88ef4f-308b-4f8d-9e84-95980fefa369 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5adaba3-6442-4560-9ff3-f4ad65fa2741,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:11.075043 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0e88ef4f-308b-4f8d-9e84-95980fefa369 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:11.076226 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-0e88ef4f-308b-4f8d-9e84-95980fefa369 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "DELETE /v2.0/security-groups/d5adaba3-6442-4560-9ff3-f4ad65fa2741 HTTP/1.1" status: 204 len: 168 time: 0.1821535 Apr 08 02:49:11.078994 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39656) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:11.097293 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.api.v2.resource [None req-22d5e257-0c18-485c-9457-76ce40aafd04 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] show failed (client error): The resource could not be found. Apr 08 02:49:11.098252 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-22d5e257-0c18-485c-9457-76ce40aafd04 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups/d5adaba3-6442-4560-9ff3-f4ad65fa2741 HTTP/1.1" status: 404 len: 347 time: 0.0182526 Apr 08 02:49:11.101112 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39660) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:11.210499 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6b11e7-520e-4bbb-8407-bf4a9aa0a7e7 None None] New status for floating IP fef6c829-9eda-4ddd-a655-e38705c81e0a: DOWN {{(pid=83155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:49:11.251476 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Deleting port fd1fa1e7-eb6f-423c-ad3d-e75c38517743 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:11.251808 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:11.422292 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:11.422617 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:11.478503 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 006d5cbf-41a1-4ed5-8235-e05660f6de1d no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:49:11.513357 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 006d5cbf-41a1-4ed5-8235-e05660f6de1d {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:49:11.513947 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 006d5cbf-41a1-4ed5-8235-e05660f6de1d not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:49:11.543319 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Calling delete_port for fd1fa1e7-eb6f-423c-ad3d-e75c38517743 owned by network:floatingip {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:11.624255 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.db.api [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 02:49:11.624589 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG oslo_db.api [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 02:49:11.771466 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0426d-8f3b-4595-8e27-ecd8a0bcfa45 req-df6d3002-a08a-4c17-954a-09d2bf2a170f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:11.772127 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-5cd0426d-8f3b-4595-8e27-ecd8a0bcfa45 req-df6d3002-a08a-4c17-954a-09d2bf2a170f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Synchronizing usage tracker for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:port {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:11.790283 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-5cd0426d-8f3b-4595-8e27-ecd8a0bcfa45 req-df6d3002-a08a-4c17-954a-09d2bf2a170f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Unset dirty status for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:port {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:11.791384 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5cd0426d-8f3b-4595-8e27-ecd8a0bcfa45 req-df6d3002-a08a-4c17-954a-09d2bf2a170f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1629384 Apr 08 02:49:11.836330 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-5cd0426d-8f3b-4595-8e27-ecd8a0bcfa45 req-d8fda843-3be0-4583-8f49-0e4094bfcfdf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Synchronizing usage tracker for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:11.853878 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-5cd0426d-8f3b-4595-8e27-ecd8a0bcfa45 req-d8fda843-3be0-4583-8f49-0e4094bfcfdf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Unset dirty status for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:11.855051 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5cd0426d-8f3b-4595-8e27-ecd8a0bcfa45 req-d8fda843-3be0-4583-8f49-0e4094bfcfdf tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579915 Apr 08 02:49:12.125973 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Deleting port fd1fa1e7-eb6f-423c-ad3d-e75c38517743 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:12.127014 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:12.297591 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:12.297919 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:12.416346 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Calling delete_port for fd1fa1e7-eb6f-423c-ad3d-e75c38517743 owned by network:floatingip {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:12.562254 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:12.604222 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event deleted for resources: {'Port': ['ID=fd1fa1e7-eb6f-423c-ad3d-e75c38517743,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:12.702387 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:12.716648 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:12.717723 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-d7db09cc-ce60-4bd5-841f-14cc066505ba tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "DELETE /v2.0/floatingips/fef6c829-9eda-4ddd-a655-e38705c81e0a HTTP/1.1" status: 204 len: 168 time: 1.6157310 Apr 08 02:49:13.050298 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef43f72-f7ae-4176-868e-f1f43f45b0cf req-b3ade1df-f917-4449-8970-223246caaa89 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:13.051653 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1ef43f72-f7ae-4176-868e-f1f43f45b0cf req-b3ade1df-f917-4449-8970-223246caaa89 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.0769093 Apr 08 02:49:13.096480 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1ef43f72-f7ae-4176-868e-f1f43f45b0cf req-1c2c3772-8fc5-4054-8d37-084b7ed9f999 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391364 Apr 08 02:49:13.142587 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39674) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:13.148282 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1337447729', 'description': 'tempest-description--1396225137'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:13.154147 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:13.158359 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:13.161342 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:13.167516 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:13.179098 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.212355 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:13.216070 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group_rule and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:13.218766 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:13.224795 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:13.277810 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.283642 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.329320 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075dc173-ae84-4a74-b00c-711d26cb02c4,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:13.332808 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.333967 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-60a66bd9-4a20-47a6-9310-632383e9974b tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1903923 Apr 08 02:49:13.336991 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39678) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:13.342223 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-a65b50c8-ffde-4b00-8f84-5a3340d093bf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'security_group_rule': {'security_group_id': '075dc173-ae84-4a74-b00c-711d26cb02c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:13.348364 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-a65b50c8-ffde-4b00-8f84-5a3340d093bf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:13.352288 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-a65b50c8-ffde-4b00-8f84-5a3340d093bf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group_rule and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:13.355105 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-a65b50c8-ffde-4b00-8f84-5a3340d093bf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:13.360651 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-a65b50c8-ffde-4b00-8f84-5a3340d093bf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:13.379148 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a65b50c8-ffde-4b00-8f84-5a3340d093bf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.437622 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a65b50c8-ffde-4b00-8f84-5a3340d093bf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.444703 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a65b50c8-ffde-4b00-8f84-5a3340d093bf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.466993 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b50c8-ffde-4b00-8f84-5a3340d093bf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393fb60a-9b0c-4c99-b4ed-34229041d137,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:13.477310 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a65b50c8-ffde-4b00-8f84-5a3340d093bf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.478646 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-a65b50c8-ffde-4b00-8f84-5a3340d093bf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1406116 Apr 08 02:49:13.481372 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39682) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:13.486731 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-3e90e485-003a-4402-b7a5-89bfa9cbcc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.487288 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-bafcf668-18fe-4cdc-86d0-a29ffc99f13f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'security_group_rule': {'security_group_id': '075dc173-ae84-4a74-b00c-711d26cb02c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:13.492862 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-bafcf668-18fe-4cdc-86d0-a29ffc99f13f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:13.496789 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-bafcf668-18fe-4cdc-86d0-a29ffc99f13f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:security_group_rule and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:13.499857 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-bafcf668-18fe-4cdc-86d0-a29ffc99f13f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:13.505847 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-bafcf668-18fe-4cdc-86d0-a29ffc99f13f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:13.523323 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bafcf668-18fe-4cdc-86d0-a29ffc99f13f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.585228 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bafcf668-18fe-4cdc-86d0-a29ffc99f13f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.591971 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bafcf668-18fe-4cdc-86d0-a29ffc99f13f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.614373 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcf668-18fe-4cdc-86d0-a29ffc99f13f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2832bfbe-368f-436e-8f12-d590777b4d62,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:13.623830 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bafcf668-18fe-4cdc-86d0-a29ffc99f13f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.624998 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-bafcf668-18fe-4cdc-86d0-a29ffc99f13f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1426611 Apr 08 02:49:13.628212 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39686) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:13.633744 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'floatingip': {'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:13.639236 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:13.643527 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Usage tracker for resource:floatingip and tenant:d73314cb194d45a0981f40eece2fdb5a is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:13.646526 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:13.652487 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:13.665645 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.807200 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:13.942381 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Allocated IP 172.28.1.120 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/b6240b75-e9a8-471c-b9fa-3b65c4fd019d) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:49:14.092694 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:14.123236 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:14.174358 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28dce4-3ea5-43a3-be22-26839ca518c7 req-89bd5e44-9de4-4825-946c-c4845c07edbe tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:14.175084 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-9c28dce4-3ea5-43a3-be22-26839ca518c7 req-89bd5e44-9de4-4825-946c-c4845c07edbe tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Synchronizing usage tracker for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:14.187897 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-9c28dce4-3ea5-43a3-be22-26839ca518c7 req-89bd5e44-9de4-4825-946c-c4845c07edbe tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Unset dirty status for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:14.189250 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9c28dce4-3ea5-43a3-be22-26839ca518c7 req-89bd5e44-9de4-4825-946c-c4845c07edbe tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.0962205 Apr 08 02:49:14.192672 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:49:14.195641 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:49:14.200081 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:49:14.223911 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'Port': ['ID=b6240b75-e9a8-471c-b9fa-3b65c4fd019d,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:14.259416 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-9c28dce4-3ea5-43a3-be22-26839ca518c7 req-2ed03d4b-8f1b-4a21-acfb-009498ba5e0b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Deleting port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:14.259747 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-9c28dce4-3ea5-43a3-be22-26839ca518c7 req-2ed03d4b-8f1b-4a21-acfb-009498ba5e0b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:14.395300 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17eb0-f00a-4207-a897-1e6c54560f02 req-1fa17bd0-a4b4-42d2-aaa1-e96c0bc47b32 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:14.396718 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-10f17eb0-f00a-4207-a897-1e6c54560f02 req-1fa17bd0-a4b4-42d2-aaa1-e96c0bc47b32 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c HTTP/1.1" status: 200 len: 946 time: 0.1703091 Apr 08 02:49:14.506274 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-9c28dce4-3ea5-43a3-be22-26839ca518c7 req-2ed03d4b-8f1b-4a21-acfb-009498ba5e0b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] For port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:14.506523 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-9c28dce4-3ea5-43a3-be22-26839ca518c7 req-2ed03d4b-8f1b-4a21-acfb-009498ba5e0b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:14.508911 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:14.513022 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-10f17eb0-f00a-4207-a897-1e6c54560f02 req-b1920ca8-c689-4ff8-bb17-6078290b12a0 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100271 Apr 08 02:49:14.564078 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:14.624914 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-9c28dce4-3ea5-43a3-be22-26839ca518c7 req-2ed03d4b-8f1b-4a21-acfb-009498ba5e0b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Calling delete_port for 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:14.762832 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for port, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:14.765954 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-9c28dce4-3ea5-43a3-be22-26839ca518c7 req-2ed03d4b-8f1b-4a21-acfb-009498ba5e0b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:14.769091 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107667'] for port, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:14.778239 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['6c0c7a26-cc40-44c5-958d-6f0b8443aba9', '2e17ebfc-c7f3-4021-bc3b-b44303a9d06d'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:49:14.811691 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed03d4b-8f1b-4a21-acfb-009498ba5e0b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Pushing event deleted for resources: {'Port': ['ID=2e17ebfc-c7f3-4021-bc3b-b44303a9d06d,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:14.874048 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'Port': ['ID=b6240b75-e9a8-471c-b9fa-3b65c4fd019d,revision_number=2']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:14.896723 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:14.904682 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c28dce4-3ea5-43a3-be22-26839ca518c7 req-2ed03d4b-8f1b-4a21-acfb-009498ba5e0b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] No DVR routers for this DVR port 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:49:14.907628 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-9c28dce4-3ea5-43a3-be22-26839ca518c7 req-2ed03d4b-8f1b-4a21-acfb-009498ba5e0b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:14.910471 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c', 'name': 'network-vif-deleted', 'tag': '2e17ebfc-c7f3-4021-bc3b-b44303a9d06d'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:14.924075 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:14.925331 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-0b238fec-58d0-4ece-9116-75dd6d73cecf tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2961764 Apr 08 02:49:14.947315 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9c28dce4-3ea5-43a3-be22-26839ca518c7 req-2ed03d4b-8f1b-4a21-acfb-009498ba5e0b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.37 "DELETE /v2.0/ports/2e17ebfc-c7f3-4021-bc3b-b44303a9d06d HTTP/1.1" status: 204 len: 173 time: 0.7521348 Apr 08 02:49:15.001643 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa1da50-065c-4be4-8ae8-27f110604702'] response: {'server_uuid': '3ff6a579-cf9c-4e53-9a3b-a9a063ed9d0c', 'name': 'network-vif-deleted', 'tag': '2e17ebfc-c7f3-4021-bc3b-b44303a9d06d', 'status': 'completed', 'code': 200} Apr 08 02:49:15.164825 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-f455174f-7299-49c0-b355-4d33f0aa1ed8 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:15.185115 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-f455174f-7299-49c0-b355-4d33f0aa1ed8 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:15.186361 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-f455174f-7299-49c0-b355-4d33f0aa1ed8 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1337447729&fields=id&tenant_id=d73314cb194d45a0981f40eece2fdb5a HTTP/1.1" status: 200 len: 267 time: 0.0684986 Apr 08 02:49:15.339775 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-5e2be77b-d339-4fee-b53d-def0eb367ebd tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:15.341226 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-5e2be77b-d339-4fee-b53d-def0eb367ebd tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 814 time: 0.1473372 Apr 08 02:49:15.357832 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-f0fe6da1-ac2e-4332-bdd9-d97b6e4d5784 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/quotas/d73314cb194d45a0981f40eece2fdb5a HTTP/1.1" status: 200 len: 375 time: 0.0107987 Apr 08 02:49:15.443786 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-e2750a68-584a-44b4-ba70-6ea4e33404f1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:15.463033 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-e2750a68-584a-44b4-ba70-6ea4e33404f1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:15.464457 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-e2750a68-584a-44b4-ba70-6ea4e33404f1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005290 Apr 08 02:49:15.611227 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-fff11df5-50c0-49b9-ae85-3597c9db0ddb service neutron] 10.222.0.44 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345735 Apr 08 02:49:15.741102 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-c7d22aba-63c9-464d-935f-e296c643ec9f service neutron] 10.222.0.44 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290066 Apr 08 02:49:15.832516 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-4600efce-f7f5-4408-b5e4-d1408d0fb78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:15.935500 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a1ba4a01-5d13-4e36-83a7-2bd6fea2c8b3 req-99e3ca03-ab11-478d-a355-2bba16fbeba3 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 210 time: 0.0448079 Apr 08 02:49:16.026418 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe3727-b624-41ee-9459-d368dcf86e78 req-4378b5b6-fbdf-474f-99da-60225f22beab tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:16.028004 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-20fe3727-b624-41ee-9459-d368dcf86e78 req-4378b5b6-fbdf-474f-99da-60225f22beab tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.0782309 Apr 08 02:49:16.077899 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-20fe3727-b624-41ee-9459-d368dcf86e78 req-bd610d77-ec1a-422b-85cd-c00621675461 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425396 Apr 08 02:49:16.675934 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:16.866193 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:17.065063 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-555d7b5a-6d77-4e6d-8732-e45fd7d4ed04 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:17.066456 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-555d7b5a-6d77-4e6d-8732-e45fd7d4ed04 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 814 time: 0.1496921 Apr 08 02:49:17.105262 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b5fac0c8-e388-46de-a9eb-48e6e66c13bd req-01a1109e-d779-4de1-a5df-e0e429c167dd tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 210 time: 0.0435903 Apr 08 02:49:17.144481 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-ff80456f-5aad-45dc-8e2f-9538d5cf0b0d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d73314cb194d45a0981f40eece2fdb5a HTTP/1.1" status: 200 len: 380 time: 0.0543511 Apr 08 02:49:17.159797 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'port': {'device_id': 'de679277-a350-4d56-9da4-05bc98e74902', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'admin_state_up': True, 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'security_groups': ['075dc173-ae84-4a74-b00c-711d26cb02c4']}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:17.279885 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc406a-80b1-4db6-8c9f-ce37db7338e0 req-44f64f2e-2aca-464f-951d-deef60b5b8ea tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:17.281264 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eebc406a-80b1-4db6-8c9f-ce37db7338e0 req-44f64f2e-2aca-464f-951d-deef60b5b8ea tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.0752087 Apr 08 02:49:17.294379 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:17.304001 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:17.315860 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Made reservation on behalf of d73314cb194d45a0981f40eece2fdb5a for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:49:17.319547 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:17.330027 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eebc406a-80b1-4db6-8c9f-ce37db7338e0 req-aba762b7-0048-4e39-a6f1-bddc31915a2f tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Apr 08 02:49:17.487231 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:49:17.487870 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Allocated IP 172.20.0.11 (12062f10-b133-4784-86c3-8f4eb869d796/57980487-889a-49d9-bd17-72de232f8919/9ad54d25-f119-447c-8e19-28c5a36155a0) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:49:17.524861 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:49:17.525197 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 2e17ebfc-c7f3-4021-bc3b-b44303a9d06d not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:49:17.684145 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:17.704081 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Transition to ACTIVE for port object 9ad54d25-f119-447c-8e19-28c5a36155a0 will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:49:17.733490 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:17.811246 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Network 12062f10-b133-4784-86c3-8f4eb869d796 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:49:17.814223 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:49:17.818470 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:49:17.931778 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event updated for resources: {'Port': ['ID=9ad54d25-f119-447c-8e19-28c5a36155a0,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:17.965014 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:17.965618 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:17.990743 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-2ce85e39-fe8a-4c85-ade9-219273552412 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8348639 Apr 08 02:49:18.001906 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Request body: {'port': {'device_id': 'de679277-a350-4d56-9da4-05bc98e74902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:18.089885 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-8edf0605-3913-416b-9675-0287ce0c7232 None None] Provisioning for port 9ad54d25-f119-447c-8e19-28c5a36155a0 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:49:18.094596 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-8edf0605-3913-416b-9675-0287ce0c7232 None None] Provisioning complete for port 9ad54d25-f119-447c-8e19-28c5a36155a0 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:49:18.095085 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8edf0605-3913-416b-9675-0287ce0c7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:18.107846 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:18.150753 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-8edf0605-3913-416b-9675-0287ce0c7232 None None] Port 9ad54d25-f119-447c-8e19-28c5a36155a0 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:49:18.165696 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:18.305736 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f31de-3f8d-4815-8cf8-d9a85b328d2d req-c77f0239-2146-47ad-a45d-40f9578e176d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:18.307907 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a77f31de-3f8d-4815-8cf8-d9a85b328d2d req-c77f0239-2146-47ad-a45d-40f9578e176d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 932 time: 0.0749054 Apr 08 02:49:18.353404 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a77f31de-3f8d-4815-8cf8-d9a85b328d2d req-6854331a-3dbf-4453-8570-2d99abd0caf7 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393088 Apr 08 02:49:18.443074 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad54d25-f119-447c-8e19-28c5a36155a0 {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:49:18.451499 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:18.466193 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Transition to ACTIVE for port object 9ad54d25-f119-447c-8e19-28c5a36155a0 will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:49:18.471519 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:18.535350 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31d207-50b1-4411-9653-680851e10879 req-b1ce3dca-9c82-401a-afc8-3925826f77b2 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:18.536874 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cf31d207-50b1-4411-9653-680851e10879 req-b1ce3dca-9c82-401a-afc8-3925826f77b2 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.0806158 Apr 08 02:49:18.587398 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cf31d207-50b1-4411-9653-680851e10879 req-c0e0658a-4fff-4d7a-b8b6-2ac5c3500f6e tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442007 Apr 08 02:49:18.593196 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad54d25-f119-447c-8e19-28c5a36155a0,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:18.700595 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Attempting to bind port 9ad54d25-f119-447c-8e19-28c5a36155a0 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:49:18.700982 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Attempting to bind port 9ad54d25-f119-447c-8e19-28c5a36155a0 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:49:18.701328 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Attempting to bind port 9ad54d25-f119-447c-8e19-28c5a36155a0 on network 12062f10-b133-4784-86c3-8f4eb869d796 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:49:18.707107 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Port 9ad54d25-f119-447c-8e19-28c5a36155a0 on network 12062f10-b133-4784-86c3-8f4eb869d796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:49:18.707427 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Attempting to bind port 9ad54d25-f119-447c-8e19-28c5a36155a0 on network 12062f10-b133-4784-86c3-8f4eb869d796 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:49:18.713552 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:49:18.713888 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Checking segment: {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:49:18.714265 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Bound using segment: {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:49:18.714683 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Bound port: 9ad54d25-f119-447c-8e19-28c5a36155a0, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081d45c1-8b85-4677-873f-6139f8f30580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:49:18.715055 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:18.800079 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] For port 9ad54d25-f119-447c-8e19-28c5a36155a0, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:49:18.802946 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] For port 9ad54d25-f119-447c-8e19-28c5a36155a0, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=9ad54d25-f119-447c-8e19-28c5a36155a0,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:49:18.809834 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:18.872505 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:18.873855 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] 10.222.0.37 "PUT /v2.0/ports/9ad54d25-f119-447c-8e19-28c5a36155a0 HTTP/1.1" status: 200 len: 1094 time: 0.8758841 Apr 08 02:49:18.874260 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de679277-a350-4d56-9da4-05bc98e74902', 'tag': '9ad54d25-f119-447c-8e19-28c5a36155a0'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:18.896721 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa6946-dbb9-4934-b37e-08f7a672cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad54d25-f119-447c-8e19-28c5a36155a0,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:18.951677 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3b616c-a571-483e-b2a6-fd79554b58c5'] response: {'name': 'network-changed', 'server_uuid': 'de679277-a350-4d56-9da4-05bc98e74902', 'tag': '9ad54d25-f119-447c-8e19-28c5a36155a0', 'status': 'completed', 'code': 200} Apr 08 02:49:18.992690 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-6c0ea937-5aab-4346-98c3-b19e65afd0d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 1097 time: 0.0718498 Apr 08 02:49:19.064614 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-61c91acc-821d-47d5-98f6-82a40fbaf5d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ad54d25-f119-447c-8e19-28c5a36155a0 HTTP/1.1" status: 200 len: 217 time: 0.0637350 Apr 08 02:49:19.128204 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-9c4219f8-317e-4714-8d97-e4f36b6aaf65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:19.129624 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-9c4219f8-317e-4714-8d97-e4f36b6aaf65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57980487-889a-49d9-bd17-72de232f8919 HTTP/1.1" status: 200 len: 853 time: 0.0573359 Apr 08 02:49:19.208953 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-b18e4a9a-342e-419c-b8ed-64e3ff4c085d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12062f10-b133-4784-86c3-8f4eb869d796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705993 Apr 08 02:49:19.342429 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-3236e66a-1b09-4bb0-a322-a58215a64e43 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232467 Apr 08 02:49:19.474979 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf33da-83c9-4954-8e80-213e2ac2f00d req-d101b045-6587-44e9-ad8c-cee06ede9f04 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254294 Apr 08 02:49:19.548875 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39f3be-68f4-4f18-9b1b-728af32dbb2f req-dadf4761-4eea-46bf-8426-dbaccf89dd4a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:19.550293 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9f39f3be-68f4-4f18-9b1b-728af32dbb2f req-dadf4761-4eea-46bf-8426-dbaccf89dd4a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 944 time: 0.0764787 Apr 08 02:49:19.595555 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9f39f3be-68f4-4f18-9b1b-728af32dbb2f req-0ee594da-d9e5-47f1-ad54-533b5fff0746 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394683 Apr 08 02:49:19.640356 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-070ea5df-875e-495b-b7de-6c135f61341a req-cbabce5f-7dc7-471a-b256-ff9f5dfd0d17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 1097 time: 0.1076651 Apr 08 02:49:19.837863 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827a9d4-6f0b-4ca1-a9aa-885469735aa3 req-0eeb457e-8229-4999-944f-b5dee4813626 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:19.838446 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-7827a9d4-6f0b-4ca1-a9aa-885469735aa3 req-0eeb457e-8229-4999-944f-b5dee4813626 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Synchronizing usage tracker for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:19.855936 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58385e91-3e0c-4473-ba2f-13c889b1f272 req-0ff4a2bf-ba94-4a44-b24d-2696cac8de12 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:19.857906 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-58385e91-3e0c-4473-ba2f-13c889b1f272 req-0ff4a2bf-ba94-4a44-b24d-2696cac8de12 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.1453083 Apr 08 02:49:19.868426 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ea5df-875e-495b-b7de-6c135f61341a req-d2d92774-31af-4168-8cf4-4fef733d9d39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:19.870240 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-070ea5df-875e-495b-b7de-6c135f61341a req-d2d92774-31af-4168-8cf4-4fef733d9d39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 915 time: 0.2214985 Apr 08 02:49:19.871207 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-7827a9d4-6f0b-4ca1-a9aa-885469735aa3 req-0eeb457e-8229-4999-944f-b5dee4813626 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Unset dirty status for tenant:d1d586e8af214fe5b20a54f74147d206 on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:19.872366 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7827a9d4-6f0b-4ca1-a9aa-885469735aa3 req-0eeb457e-8229-4999-944f-b5dee4813626 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.37 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 946 time: 0.2822938 Apr 08 02:49:19.902775 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-58385e91-3e0c-4473-ba2f-13c889b1f272 req-1e668312-9b66-467f-8a6c-73e85864fa4b tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7e8de2a-f86d-430a-9115-4026d939dea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392995 Apr 08 02:49:19.981135 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-070ea5df-875e-495b-b7de-6c135f61341a req-5613fb78-d249-4b8b-b610-bd002fa04e56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ad54d25-f119-447c-8e19-28c5a36155a0 HTTP/1.1" status: 200 len: 217 time: 0.1004398 Apr 08 02:49:20.042393 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-7827a9d4-6f0b-4ca1-a9aa-885469735aa3 req-6efa2fdd-f9c4-407e-8c43-c6051b783930 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Deleting port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:20.042743 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-7827a9d4-6f0b-4ca1-a9aa-885469735aa3 req-6efa2fdd-f9c4-407e-8c43-c6051b783930 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:20.092468 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ea5df-875e-495b-b7de-6c135f61341a req-f438dbb3-c156-4525-b628-b64f3f335ccc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:20.093794 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-070ea5df-875e-495b-b7de-6c135f61341a req-f438dbb3-c156-4525-b628-b64f3f335ccc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57980487-889a-49d9-bd17-72de232f8919 HTTP/1.1" status: 200 len: 853 time: 0.1056862 Apr 08 02:49:20.313779 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-070ea5df-875e-495b-b7de-6c135f61341a req-8c58873c-6f27-40ce-bd53-b30caa3ecbf8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12062f10-b133-4784-86c3-8f4eb869d796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1858535 Apr 08 02:49:20.343171 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:49:20.350831 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-7827a9d4-6f0b-4ca1-a9aa-885469735aa3 req-6efa2fdd-f9c4-407e-8c43-c6051b783930 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] For port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=6c0c7a26-cc40-44c5-958d-6f0b8443aba9,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:20.351202 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-7827a9d4-6f0b-4ca1-a9aa-885469735aa3 req-6efa2fdd-f9c4-407e-8c43-c6051b783930 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:20.519030 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-7827a9d4-6f0b-4ca1-a9aa-885469735aa3 req-6efa2fdd-f9c4-407e-8c43-c6051b783930 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Calling delete_port for 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:20.619192 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-070ea5df-875e-495b-b7de-6c135f61341a req-3c1ce52c-84f1-4b56-aeca-ce3b3a5d4a77 service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968767 Apr 08 02:49:20.777511 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-7827a9d4-6f0b-4ca1-a9aa-885469735aa3 req-6efa2fdd-f9c4-407e-8c43-c6051b783930 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:20.788738 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['6c0c7a26-cc40-44c5-958d-6f0b8443aba9'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:49:20.789369 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60462ee7-4776-457b-b3b8-769b5bd32da1 req-bbe6e9e5-7e0f-4b90-ba5c-cda3b3fc798e tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:20.799361 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-60462ee7-4776-457b-b3b8-769b5bd32da1 req-bbe6e9e5-7e0f-4b90-ba5c-cda3b3fc798e tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 944 time: 0.0841010 Apr 08 02:49:20.841540 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa2fdd-f9c4-407e-8c43-c6051b783930 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Pushing event deleted for resources: {'Port': ['ID=6c0c7a26-cc40-44c5-958d-6f0b8443aba9,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:20.850464 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-070ea5df-875e-495b-b7de-6c135f61341a req-67552080-8fd9-4813-b0f2-2786b5dcdaae service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246497 Apr 08 02:49:20.851399 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-60462ee7-4776-457b-b3b8-769b5bd32da1 req-84d5084d-de5d-4410-a484-aa483074d873 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504906 Apr 08 02:49:20.918377 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7827a9d4-6f0b-4ca1-a9aa-885469735aa3 req-6efa2fdd-f9c4-407e-8c43-c6051b783930 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] No DVR routers for this DVR port 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:49:20.920766 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-7827a9d4-6f0b-4ca1-a9aa-885469735aa3 req-6efa2fdd-f9c4-407e-8c43-c6051b783930 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:20.935095 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7827a9d4-6f0b-4ca1-a9aa-885469735aa3 req-6efa2fdd-f9c4-407e-8c43-c6051b783930 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.37 "DELETE /v2.0/ports/6c0c7a26-cc40-44c5-958d-6f0b8443aba9 HTTP/1.1" status: 204 len: 173 time: 1.0531693 Apr 08 02:49:20.952744 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49c396b-1021-4f06-9f4a-6411bfe6bbea', 'name': 'network-vif-deleted', 'tag': '6c0c7a26-cc40-44c5-958d-6f0b8443aba9'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:21.009504 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf356233-2e90-493e-a966-3b7cc02ca51e'] response: {'server_uuid': 'a49c396b-1021-4f06-9f4a-6411bfe6bbea', 'name': 'network-vif-deleted', 'tag': '6c0c7a26-cc40-44c5-958d-6f0b8443aba9', 'status': 'completed', 'code': 200} Apr 08 02:49:21.073151 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5d706789-01ef-462d-bee4-178886157bfe req-8df9dfbc-bb93-4e5e-988c-150619fc8377 tempest-ServerRescueNegativeTestJSON-1747864011 tempest-ServerRescueNegativeTestJSON-1747864011-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49c396b-1021-4f06-9f4a-6411bfe6bbea HTTP/1.1" status: 200 len: 210 time: 0.0398142 Apr 08 02:49:21.503984 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 9ad54d25-f119-447c-8e19-28c5a36155a0 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:49:21.680183 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 9ad54d25-f119-447c-8e19-28c5a36155a0, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=9ad54d25-f119-447c-8e19-28c5a36155a0,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:21.692874 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '9ad54d25-f119-447c-8e19-28c5a36155a0', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'port_id': '9ad54d25-f119-447c-8e19-28c5a36155a0', 'mac_address': 'fa:16:3e:ca:d6:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:49:21.746716 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:21.763893 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad54d25-f119-447c-8e19-28c5a36155a0 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:49:21.780336 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 9ad54d25-f119-447c-8e19-28c5a36155a0, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=9ad54d25-f119-447c-8e19-28c5a36155a0,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:21.786674 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:21.854607 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=9ad54d25-f119-447c-8e19-28c5a36155a0,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:22.037822 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['9ad54d25-f119-447c-8e19-28c5a36155a0'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:49:22.063000 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0a8e6-7e1d-47df-9268-6d4ef649d290 req-91f7b6b5-b447-40f8-99ab-c5b10b6fabee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:22.064422 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5fd0a8e6-7e1d-47df-9268-6d4ef649d290 req-91f7b6b5-b447-40f8-99ab-c5b10b6fabee tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 945 time: 0.0782685 Apr 08 02:49:22.112294 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5fd0a8e6-7e1d-47df-9268-6d4ef649d290 req-d7c7b45a-3547-46e3-9120-63a75a3f37ad tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421820 Apr 08 02:49:22.189945 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39744) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:22.445378 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-04b0308b-69c9-46e8-9ed0-52f152821656 req-395af82d-4af9-44cb-b993-7fbdc69407ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711701 Apr 08 02:49:22.540797 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-04b0308b-69c9-46e8-9ed0-52f152821656 req-54e529f6-20eb-428f-b101-e6af64719834 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b058649f650a4525af29343dc21492cc&device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 1099 time: 0.0738297 Apr 08 02:49:22.576269 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c0d0463b-cd0e-4847-b3d2-0c4226e649c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-980797'] for router_interface, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:22.757401 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0308b-69c9-46e8-9ed0-52f152821656 req-46c0e9c3-afa2-4b2f-91e9-0682a10ab28c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:22.758828 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-04b0308b-69c9-46e8-9ed0-52f152821656 req-46c0e9c3-afa2-4b2f-91e9-0682a10ab28c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8faf2455-e525-4732-9869-724624fc181a HTTP/1.1" status: 200 len: 911 time: 0.1939740 Apr 08 02:49:22.860905 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-04b0308b-69c9-46e8-9ed0-52f152821656 req-3bad0a7c-babd-401d-a901-3f352373c652 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af4ff0c8-0ed3-4019-8572-16eeca6cad2b HTTP/1.1" status: 200 len: 1002 time: 0.0956647 Apr 08 02:49:22.924555 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0308b-69c9-46e8-9ed0-52f152821656 req-d02bcace-a8fc-4beb-b7f1-3ae605a472b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:22.926575 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-04b0308b-69c9-46e8-9ed0-52f152821656 req-d02bcace-a8fc-4beb-b7f1-3ae605a472b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=132caaed-3126-47eb-b1f2-b9b8005ab354 HTTP/1.1" status: 200 len: 849 time: 0.0584638 Apr 08 02:49:23.005475 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-04b0308b-69c9-46e8-9ed0-52f152821656 req-ac6ecf4c-6c4c-44f4-ba6d-2b4cb8a1064d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8faf2455-e525-4732-9869-724624fc181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713551 Apr 08 02:49:23.138354 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-04b0308b-69c9-46e8-9ed0-52f152821656 req-b53f01ee-6575-478a-9b6d-854ccf67cbea service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258743 Apr 08 02:49:23.160691 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0463b-cd0e-4847-b3d2-0c4226e649c8 admin admin] Deleting port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:23.161238 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c0d0463b-cd0e-4847-b3d2-0c4226e649c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:23.273268 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-04b0308b-69c9-46e8-9ed0-52f152821656 req-14d1266c-2dab-41c9-9dc7-ee9b459cbc29 service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282244 Apr 08 02:49:23.444830 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [None req-c0d0463b-cd0e-4847-b3d2-0c4226e649c8 admin admin] For port 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:23.445169 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c0d0463b-cd0e-4847-b3d2-0c4226e649c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:23.504969 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 9ad54d25-f119-447c-8e19-28c5a36155a0 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:49:23.560530 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:23.563695 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0463b-cd0e-4847-b3d2-0c4226e649c8 admin admin] Calling delete_port for 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 owned by network:router_interface {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:23.586429 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 9ad54d25-f119-447c-8e19-28c5a36155a0 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:49:23.591053 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 9ad54d25-f119-447c-8e19-28c5a36155a0 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:49:23.591413 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:23.600120 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a271466-a4e9-40ce-86ff-db6d625e8663 req-a10eb819-db5e-43fa-b9b6-319bbe177c2f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:23.601568 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1a271466-a4e9-40ce-86ff-db6d625e8663 req-a10eb819-db5e-43fa-b9b6-319bbe177c2f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 945 time: 0.3281806 Apr 08 02:49:23.703850 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:23.730568 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de679277-a350-4d56-9da4-05bc98e74902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad54d25-f119-447c-8e19-28c5a36155a0'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:23.740143 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 9ad54d25-f119-447c-8e19-28c5a36155a0, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=9ad54d25-f119-447c-8e19-28c5a36155a0,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:23.745612 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:23.746485 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:49:23.798436 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1a271466-a4e9-40ce-86ff-db6d625e8663 req-548d61d8-2fc4-4f92-81c3-31296f8583da tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879725 Apr 08 02:49:23.808571 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe165335-6f77-465d-9ca8-5b3cb34e67ff'] response: {'server_uuid': 'de679277-a350-4d56-9da4-05bc98e74902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad54d25-f119-447c-8e19-28c5a36155a0', 'code': 200} Apr 08 02:49:23.814411 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:49:23.814411 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 6c0c7a26-cc40-44c5-958d-6f0b8443aba9 not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:49:23.853042 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=9ad54d25-f119-447c-8e19-28c5a36155a0,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:23.906667 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c0d0463b-cd0e-4847-b3d2-0c4226e649c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:23.959391 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0463b-cd0e-4847-b3d2-0c4226e649c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:24.041334 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b1b4be0a-4021-42d7-abce-ebbcd331f33a req-24122a8d-471e-4433-9e77-0d25ce67f7ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 1099 time: 0.0690894 Apr 08 02:49:24.090359 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b1b4be0a-4021-42d7-abce-ebbcd331f33a req-287aedb0-cde8-4bb8-865a-ea937fbba079 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423582 Apr 08 02:49:24.262644 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c0d0463b-cd0e-4847-b3d2-0c4226e649c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980844'] for router_interface, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:24.911820 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d0463b-cd0e-4847-b3d2-0c4226e649c8 admin admin] Router b7537374-e10e-41e3-88b1-e2d3c8037a91 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:49:25.125098 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8645dc-336f-41b1-8454-ecef1ad5a21d req-81e9f599-164d-4e61-9a64-37dbe14fa9f7 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:25.126930 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4b8645dc-336f-41b1-8454-ecef1ad5a21d req-81e9f599-164d-4e61-9a64-37dbe14fa9f7 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 946 time: 0.1584725 Apr 08 02:49:25.188053 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4b8645dc-336f-41b1-8454-ecef1ad5a21d req-7b31b5b6-b55f-44e8-92a9-d2b42e4babd4 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535481 Apr 08 02:49:25.208037 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d0463b-cd0e-4847-b3d2-0c4226e649c8 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:49:25.219129 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e36165-64f3-4402-8523-449733cf6e1e None None] Sync routers for ids ['b7537374-e10e-41e3-88b1-e2d3c8037a91'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:49:25.223985 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 39764) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:25.224468 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-c0d0463b-cd0e-4847-b3d2-0c4226e649c8 admin admin] 10.222.0.44 "PUT /v2.0/routers/b7537374-e10e-41e3-88b1-e2d3c8037a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0330870 Apr 08 02:49:25.248216 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e36165-64f3-4402-8523-449733cf6e1e None None] Routers {'b7537374-e10e-41e3-88b1-e2d3c8037a91'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:25.248872 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-a3e36165-64f3-4402-8523-449733cf6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['b7537374-e10e-41e3-88b1-e2d3c8037a91'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:25.419934 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-a3e36165-64f3-4402-8523-449733cf6e1e None None] Set router b7537374-e10e-41e3-88b1-e2d3c8037a91 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:25.422287 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Notify callbacks [] for router, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:25.615852 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:25.628977 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Deleting port 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:25.629672 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:25.700474 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-a3e36165-64f3-4402-8523-449733cf6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:49:23Z', 'revision_number': 5, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port': {'id': '680692b2-2e5c-4d37-ab69-dcd03d6fe4d7', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:25.704708 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e36165-64f3-4402-8523-449733cf6e1e None None] Checking router: b7537374-e10e-41e3-88b1-e2d3c8037a91 for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:49:25.715475 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e36165-64f3-4402-8523-449733cf6e1e None None] Routers {'b7537374-e10e-41e3-88b1-e2d3c8037a91'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:25.716260 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-a3e36165-64f3-4402-8523-449733cf6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['b7537374-e10e-41e3-88b1-e2d3c8037a91'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:25.814055 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] For port 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=680692b2-2e5c-4d37-ab69-dcd03d6fe4d7,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:25.814420 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:25.864937 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-a3e36165-64f3-4402-8523-449733cf6e1e None None] Set router b7537374-e10e-41e3-88b1-e2d3c8037a91 gateway port host: None {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:25.933983 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Calling delete_port for 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 owned by network:router_gateway {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:25.966315 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-a3e36165-64f3-4402-8523-449733cf6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:49:25Z', 'revision_number': 6, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port_host': None}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:25.970381 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e36165-64f3-4402-8523-449733cf6e1e None None] The sync data for ids ['b7537374-e10e-41e3-88b1-e2d3c8037a91'] in dv-cinder-837052-1-smb is: [{'id': 'b7537374-e10e-41e3-88b1-e2d3c8037a91', 'name': 'tempest-ServerRescueNegativeTestJSON-907902600-router', 'tenant_id': 'd1d586e8af214fe5b20a54f74147d206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:49:25Z', 'revision_number': 6, 'project_id': 'd1d586e8af214fe5b20a54f74147d206', 'gw_port_host': None}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:49:26.312937 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:26.356336 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Pushing event deleted for resources: {'Port': ['ID=680692b2-2e5c-4d37-ab69-dcd03d6fe4d7,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:26.604795 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980310'] for router_gateway, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:26.630594 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477d826-c3ac-4d3c-8d5d-2335036cd20f req-68865da1-0dc2-456c-acfd-090fc5790fa2 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:26.637412 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6477d826-c3ac-4d3c-8d5d-2335036cd20f req-68865da1-0dc2-456c-acfd-090fc5790fa2 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 946 time: 0.3256469 Apr 08 02:49:26.680097 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6477d826-c3ac-4d3c-8d5d-2335036cd20f req-8a6dea9a-4b95-45e0-a542-ac78013dcf04 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416744 Apr 08 02:49:26.886786 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5703'] for router, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:26.893985 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:26.942546 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca3c77-01bc-43f2-a4e8-be36dd5d1a96 req-333d0cca-6f33-49e6-bf13-745b71cec9e6 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:26.944521 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5dca3c77-01bc-43f2-a4e8-be36dd5d1a96 req-333d0cca-6f33-49e6-bf13-745b71cec9e6 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 946 time: 0.1314347 Apr 08 02:49:26.953944 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 39788) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:26.959431 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-549cc14c-7176-4e69-ae08-a29236581af9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Request body: {'floatingip': {'port_id': '9ad54d25-f119-447c-8e19-28c5a36155a0'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:26.997844 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968058'] for router, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:26.998385 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7537374-e10e-41e3-88b1-e2d3c8037a91 {{(pid=83153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 02:49:27.012327 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] Notify callbacks [] for router, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:27.015834 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-0107f090-b8cc-44f4-96be-a6d951e09876 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b7537374-e10e-41e3-88b1-e2d3c8037a91 HTTP/1.1" status: 204 len: 168 time: 1.7877579 Apr 08 02:49:27.017208 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 39792) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:27.072295 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-549cc14c-7176-4e69-ae08-a29236581af9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:27.215827 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9112f56c-9d30-424c-97a3-42bcb1f18b0e admin admin] Deleting subnet ea7e6887-01fe-47d5-be3f-856517da1e35 {{(pid=83153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:49:27.219001 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9112f56c-9d30-424c-97a3-42bcb1f18b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:27.262220 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be5ea3-a3b1-4e09-8156-c43fc9a8e0c8 req-e6e01e7d-b743-4171-bcaf-16c4692e34de tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:27.263614 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-25be5ea3-a3b1-4e09-8156-c43fc9a8e0c8 req-e6e01e7d-b743-4171-bcaf-16c4692e34de tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.3105171 Apr 08 02:49:27.267715 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9112f56c-9d30-424c-97a3-42bcb1f18b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3150369'] for subnet, precommit_delete_associations {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:27.378708 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9112f56c-9d30-424c-97a3-42bcb1f18b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:27.437002 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-25be5ea3-a3b1-4e09-8156-c43fc9a8e0c8 req-655ca6bf-d42a-4241-b930-f723ce59b1ef tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677003 Apr 08 02:49:27.449596 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9112f56c-9d30-424c-97a3-42bcb1f18b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3323085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2361212'] for subnet, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:27.576519 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112f56c-9d30-424c-97a3-42bcb1f18b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7e6887-01fe-47d5-be3f-856517da1e35,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:27.584934 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9112f56c-9d30-424c-97a3-42bcb1f18b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:27.590354 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f3854-ad42-47f0-adf9-fee0e5a1c193 None None] Network c6b1e02c-7d4a-4675-b24d-c357b80488e2 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:49:27.599228 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-9112f56c-9d30-424c-97a3-42bcb1f18b0e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ea7e6887-01fe-47d5-be3f-856517da1e35 HTTP/1.1" status: 204 len: 168 time: 0.5801315 Apr 08 02:49:27.601464 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 39798) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:27.705777 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:27.716955 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Deleting port e5bb8875-aa06-462a-8c91-57d7a1474c1f {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:27.717493 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:27.725750 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-549cc14c-7176-4e69-ae08-a29236581af9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:27.731978 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-549cc14c-7176-4e69-ae08-a29236581af9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:27.746171 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:49:27.783954 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:49:27.784362 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 4f583eb7-e43d-48e1-8c9c-3f37b7c9bc36 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:49:27.784676 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:49:27.826628 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:49:27.826847 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 680692b2-2e5c-4d37-ab69-dcd03d6fe4d7 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:49:27.919034 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6213af8a-9a30-4c35-adf5-3b923f84bf00 None None] DHCP port deletion for c6b1e02c-7d4a-4675-b24d-c357b80488e2 request from dv-cinder-837052-1-smb {{(pid=83155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 02:49:27.923541 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-6213af8a-9a30-4c35-adf5-3b923f84bf00 None None] Deleting port e5bb8875-aa06-462a-8c91-57d7a1474c1f {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:27.924229 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-6213af8a-9a30-4c35-adf5-3b923f84bf00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:27.940656 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] For port e5bb8875-aa06-462a-8c91-57d7a1474c1f, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=e5bb8875-aa06-462a-8c91-57d7a1474c1f,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:27.941495 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.017815 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.l3_db [None req-549cc14c-7176-4e69-ae08-a29236581af9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Floating IP 42dc4087-256a-4f6f-bb2d-20e153373456 associated. External IP: 172.28.1.120, port: 9ad54d25-f119-447c-8e19-28c5a36155a0. Apr 08 02:49:28.063249 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Calling delete_port for e5bb8875-aa06-462a-8c91-57d7a1474c1f owned by network:dhcp {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:28.125573 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-6213af8a-9a30-4c35-adf5-3b923f84bf00 None None] For port e5bb8875-aa06-462a-8c91-57d7a1474c1f, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=e5bb8875-aa06-462a-8c91-57d7a1474c1f,segment=NetworkSegment(1a3322ef-2a60-4c93-828c-17d790429a37),segment_id=1a3322ef-2a60-4c93-828c-17d790429a37)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:28.125927 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-6213af8a-9a30-4c35-adf5-3b923f84bf00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.140343 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.186144 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5bb8875-aa06-462a-8c91-57d7a1474c1f,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:28.191948 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] No DVR routers for this DVR port e5bb8875-aa06-462a-8c91-57d7a1474c1f on host dv-cinder-837052-1-smb {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:49:28.246671 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-6213af8a-9a30-4c35-adf5-3b923f84bf00 None None] Calling delete_port for e5bb8875-aa06-462a-8c91-57d7a1474c1f owned by network:dhcp {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:28.304076 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.334591 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b1e02c-7d4a-4675-b24d-c357b80488e2']}} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:28.347998 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3322ef-2a60-4c93-828c-17d790429a37') {'for_net_delete': True} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:28.348289 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3322ef-2a60-4c93-828c-17d790429a37') {} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:28.360558 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150392'] for segment, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.378598 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.385537 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=83153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:49:28.386248 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323027'] for segment, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: Traceback (most recent call last): Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: timer() Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: cb(*args, **kw) Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: return func(*args, **kwargs) Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: self._notify() Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: self.callback(batched_events) Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: event.method(event) Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: return f(self, *a, **k) Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: return self._get(url).json() Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: return self.request(url, 'GET', **kwargs) Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:49:28.400362 dv-cinder-837052-1-smb neutron-server[83153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:49:28.408476 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.db.api [None req-6213af8a-9a30-4c35-adf5-3b923f84bf00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 02:49:28.408623 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549cc14c-7176-4e69-ae08-a29236581af9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:49:28.408862 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG oslo_db.api [None req-6213af8a-9a30-4c35-adf5-3b923f84bf00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 02:49:28.477629 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.494139 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.504620 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b1e02c-7d4a-4675-b24d-c357b80488e2,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:28.522072 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-bf66f6c8-34dd-4c5d-bc5f-de19907c1812 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c6b1e02c-7d4a-4675-b24d-c357b80488e2 HTTP/1.1" status: 204 len: 168 time: 0.9170799 Apr 08 02:49:28.662279 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 39806) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:28.667916 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549cc14c-7176-4e69-ae08-a29236581af9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:49:28.672697 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-549cc14c-7176-4e69-ae08-a29236581af9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.677769 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa76ff3-1e73-47a6-b19a-8357a0ebcedf None None] Sync routers for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:49:28.691022 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa76ff3-1e73-47a6-b19a-8357a0ebcedf None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:28.691645 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-ffa76ff3-1e73-47a6-b19a-8357a0ebcedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:28.714672 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-27ae936e-da26-4bb4-9e9f-c1d6809a5e69 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1d586e8af214fe5b20a54f74147d206&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510490 Apr 08 02:49:28.717140 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 39810) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:28.717596 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b25e00-2163-44e0-9425-aa5261a03086 req-343c3a4f-6224-43f1-bb58-051cd5548ce1 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:28.719208 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-43b25e00-2163-44e0-9425-aa5261a03086 req-343c3a4f-6224-43f1-bb58-051cd5548ce1 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1384559 Apr 08 02:49:28.762266 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-549cc14c-7176-4e69-ae08-a29236581af9 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "PUT /v2.0/floatingips/42dc4087-256a-4f6f-bb2d-20e153373456 HTTP/1.1" status: 200 len: 992 time: 1.8067150 Apr 08 02:49:28.763844 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de679277-a350-4d56-9da4-05bc98e74902', 'tag': '9ad54d25-f119-447c-8e19-28c5a36155a0'}] {{(pid=83154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:28.777190 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-46390300-b13d-4284-95ea-fbe043961b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.794964 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-43b25e00-2163-44e0-9425-aa5261a03086 req-235ed149-d19e-4c6b-98ce-da0ed5fb38f8 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683360 Apr 08 02:49:28.802797 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-46390300-b13d-4284-95ea-fbe043961b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.834041 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bfd458f-c887-4ffc-b05b-38ecd22b6dc9'] response: {'name': 'network-changed', 'server_uuid': 'de679277-a350-4d56-9da4-05bc98e74902', 'tag': '9ad54d25-f119-447c-8e19-28c5a36155a0', 'status': 'completed', 'code': 200} Apr 08 02:49:28.904380 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-ffa76ff3-1e73-47a6-b19a-8357a0ebcedf None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:28.905864 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-46390300-b13d-4284-95ea-fbe043961b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.926759 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46390300-b13d-4284-95ea-fbe043961b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e8de2a-f86d-430a-9115-4026d939dea3,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:28.942352 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-6213af8a-9a30-4c35-adf5-3b923f84bf00 None None] Deleting port e5bb8875-aa06-462a-8c91-57d7a1474c1f {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:28.942792 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-6213af8a-9a30-4c35-adf5-3b923f84bf00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.949292 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-46390300-b13d-4284-95ea-fbe043961b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.950790 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-46390300-b13d-4284-95ea-fbe043961b0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7e8de2a-f86d-430a-9115-4026d939dea3 HTTP/1.1" status: 204 len: 168 time: 0.2323573 Apr 08 02:49:28.966215 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-97927513-c8fb-4b03-a96d-01502794e277 req-e75d72d3-e954-48e0-a6a7-151c610b36d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73314cb194d45a0981f40eece2fdb5a&device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 1099 time: 0.1053908 Apr 08 02:49:29.038183 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-6213af8a-9a30-4c35-adf5-3b923f84bf00 None None] The port 'e5bb8875-aa06-462a-8c91-57d7a1474c1f' was deleted {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 02:49:29.097357 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97927513-c8fb-4b03-a96d-01502794e277 req-43f0df0f-6d5d-48a6-9f95-ceb85b447a31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:29.098936 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-97927513-c8fb-4b03-a96d-01502794e277 req-43f0df0f-6d5d-48a6-9f95-ceb85b447a31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 200 len: 915 time: 0.1261761 Apr 08 02:49:29.208062 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-97927513-c8fb-4b03-a96d-01502794e277 req-e6faf7cc-4570-40b2-84a3-438dd1ed085f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ad54d25-f119-447c-8e19-28c5a36155a0 HTTP/1.1" status: 200 len: 1000 time: 0.1014912 Apr 08 02:49:29.272477 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97927513-c8fb-4b03-a96d-01502794e277 req-12cd3892-680f-41d5-b3f3-1a6c83e4ef80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:29.274078 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-97927513-c8fb-4b03-a96d-01502794e277 req-12cd3892-680f-41d5-b3f3-1a6c83e4ef80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57980487-889a-49d9-bd17-72de232f8919 HTTP/1.1" status: 200 len: 853 time: 0.0593343 Apr 08 02:49:29.338466 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-ffa76ff3-1e73-47a6-b19a-8357a0ebcedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '42dc4087-256a-4f6f-bb2d-20e153373456', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.120', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '9ad54d25-f119-447c-8e19-28c5a36155a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:ca:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de679277-a350-4d56-9da4-05bc98e74902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:49:14Z', 'updated_at': '2022-04-08T02:49:27Z', 'revision_number': 1, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:29.342222 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa76ff3-1e73-47a6-b19a-8357a0ebcedf None None] Checking router: af54ee4b-49e9-4335-996a-7e7fd2d5d6fa for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:49:29.353021 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa76ff3-1e73-47a6-b19a-8357a0ebcedf None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:29.353404 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-97927513-c8fb-4b03-a96d-01502794e277 req-1bd0f152-6686-42bb-839e-e0a4b4a7799b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12062f10-b133-4784-86c3-8f4eb869d796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730608 Apr 08 02:49:29.353620 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-ffa76ff3-1e73-47a6-b19a-8357a0ebcedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:29.533517 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-ffa76ff3-1e73-47a6-b19a-8357a0ebcedf None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:29.582632 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-97927513-c8fb-4b03-a96d-01502794e277 req-b75307c3-36bb-4e02-8fbb-29273610480f service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226155 Apr 08 02:49:29.697563 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device e5bb8875-aa06-462a-8c91-57d7a1474c1f no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:49:29.721508 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-97927513-c8fb-4b03-a96d-01502794e277 req-5c959eda-5b26-4f82-a681-87bcb3ba265c service neutron] 10.222.0.37 "GET /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322043 Apr 08 02:49:29.733878 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: e5bb8875-aa06-462a-8c91-57d7a1474c1f {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:49:29.734215 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device e5bb8875-aa06-462a-8c91-57d7a1474c1f not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:49:29.939067 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-ffa76ff3-1e73-47a6-b19a-8357a0ebcedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '42dc4087-256a-4f6f-bb2d-20e153373456', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.120', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '9ad54d25-f119-447c-8e19-28c5a36155a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:ca:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de679277-a350-4d56-9da4-05bc98e74902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:49:14Z', 'updated_at': '2022-04-08T02:49:27Z', 'revision_number': 1, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:29.944387 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa76ff3-1e73-47a6-b19a-8357a0ebcedf None None] The sync data for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb is: [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '42dc4087-256a-4f6f-bb2d-20e153373456', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'floating_ip_address': '172.28.1.120', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'port_id': '9ad54d25-f119-447c-8e19-28c5a36155a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'mac_address': 'fa:16:3e:ca:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de679277-a350-4d56-9da4-05bc98e74902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:49:14Z', 'updated_at': '2022-04-08T02:49:27Z', 'revision_number': 1, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:49:30.004477 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3f916-7836-40d7-be56-a0fa12f9680c req-96143bc5-11cc-42f2-a54c-a3325232954a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:30.005906 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-75b3f916-7836-40d7-be56-a0fa12f9680c req-96143bc5-11cc-42f2-a54c-a3325232954a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.0760002 Apr 08 02:49:30.056543 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-75b3f916-7836-40d7-be56-a0fa12f9680c req-78ebbdc5-3001-4b40-8ad1-5b80d28fa8c6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438344 Apr 08 02:49:30.158146 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6096bca6-3dd5-47c9-be8b-e786d49cac03 None None] New status for floating IP 42dc4087-256a-4f6f-bb2d-20e153373456: ACTIVE {{(pid=83156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:49:31.483992 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab18498-2030-450f-be08-6b04e2e913b1 req-80fbea40-2606-4299-9d90-db56242d992d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:31.485721 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-fab18498-2030-450f-be08-6b04e2e913b1 req-80fbea40-2606-4299-9d90-db56242d992d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.2928016 Apr 08 02:49:31.536818 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-fab18498-2030-450f-be08-6b04e2e913b1 req-880120a2-6b0f-4386-b4c1-6634dd8c3c78 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449216 Apr 08 02:49:32.757846 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8b160-5c6b-49d6-960e-fc3d000efa8d req-b5669f41-fd29-4cfd-a72a-671f78cf2d38 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:32.760048 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-aac8b160-5c6b-49d6-960e-fc3d000efa8d req-b5669f41-fd29-4cfd-a72a-671f78cf2d38 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.0800760 Apr 08 02:49:32.811125 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-aac8b160-5c6b-49d6-960e-fc3d000efa8d req-c1c17f4e-bff0-493d-b897-cd821f8b8c14 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457432 Apr 08 02:49:34.027750 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e991931-8a9a-417e-9e19-85a320c551a6 req-09dfe5e0-6549-4520-ac46-0237b24fa62d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:34.029274 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3e991931-8a9a-417e-9e19-85a320c551a6 req-09dfe5e0-6549-4520-ac46-0237b24fa62d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.0835352 Apr 08 02:49:34.075023 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3e991931-8a9a-417e-9e19-85a320c551a6 req-ac73a786-0337-45a9-adc1-f0877750d951 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400426 Apr 08 02:49:35.298818 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a674598-cecd-4ac6-94f6-7b3add8b18fc req-72c8c0b0-0237-463d-b1f9-3c1e8e0d481e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:35.300300 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3a674598-cecd-4ac6-94f6-7b3add8b18fc req-72c8c0b0-0237-463d-b1f9-3c1e8e0d481e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.0783589 Apr 08 02:49:35.376675 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3a674598-cecd-4ac6-94f6-7b3add8b18fc req-cdf45a31-ad04-45d2-907b-e07015e9cd03 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705061 Apr 08 02:49:35.381058 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7f3e9239-9d8a-4b81-8b88-8e0ba89d0094 req-67cb636d-de84-4b83-a71e-12b9c8cbac34 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598785497&fields=id&tenant_id=df331efa61df4c838ba6ab92ff33cdaa HTTP/1.1" status: 200 len: 267 time: 0.0615618 Apr 08 02:49:35.459767 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e9239-9d8a-4b81-8b88-8e0ba89d0094 req-c24b159d-d911-42be-8f26-e5122118f076 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:35.461199 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7f3e9239-9d8a-4b81-8b88-8e0ba89d0094 req-c24b159d-d911-42be-8f26-e5122118f076 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 985 time: 0.0746033 Apr 08 02:49:35.471711 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [req-7f3e9239-9d8a-4b81-8b88-8e0ba89d0094 req-6f095b93-7e2e-4aaf-8b26-6e105f9d6533 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Request body: {'port': {'security_groups': ['3ac38a78-3708-4eb5-8b6c-5e0518c809c8']}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:35.670915 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-7f3e9239-9d8a-4b81-8b88-8e0ba89d0094 req-6f095b93-7e2e-4aaf-8b26-6e105f9d6533 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:35.918728 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [req-7f3e9239-9d8a-4b81-8b88-8e0ba89d0094 req-6f095b93-7e2e-4aaf-8b26-6e105f9d6533 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] For port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:35.944084 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-7f3e9239-9d8a-4b81-8b88-8e0ba89d0094 req-6f095b93-7e2e-4aaf-8b26-6e105f9d6533 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for port, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:35.950009 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-7f3e9239-9d8a-4b81-8b88-8e0ba89d0094 req-6f095b93-7e2e-4aaf-8b26-6e105f9d6533 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107667'] for port, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:35.962808 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:49:36.016567 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e9239-9d8a-4b81-8b88-8e0ba89d0094 req-6f095b93-7e2e-4aaf-8b26-6e105f9d6533 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:36.017134 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [req-7f3e9239-9d8a-4b81-8b88-8e0ba89d0094 req-6f095b93-7e2e-4aaf-8b26-6e105f9d6533 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:36.018495 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7f3e9239-9d8a-4b81-8b88-8e0ba89d0094 req-6f095b93-7e2e-4aaf-8b26-6e105f9d6533 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "PUT /v2.0/ports/5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb HTTP/1.1" status: 200 len: 943 time: 0.5514407 Apr 08 02:49:36.018964 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb'}] {{(pid=83154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:36.032986 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 39942) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:36.079568 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f095b93-7e2e-4aaf-8b26-6e105f9d6533 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event updated for resources: {'Port': ['ID=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,revision_number=7']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:36.112999 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271b1b1e-fb58-4e44-9235-034a58dd86cd'] response: {'name': 'network-changed', 'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb', 'status': 'completed', 'code': 200} Apr 08 02:49:36.119274 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:49:36.129554 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b1d4538d-8589-4e9a-bc73-83b25cea68e2 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:36.202719 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b1d4538d-8589-4e9a-bc73-83b25cea68e2 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:36.265380 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-bb4f5b62-76cf-4cb9-befb-92f93a48f4ad req-50c9b8a3-ce9d-4104-8b6d-725c357d666a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df331efa61df4c838ba6ab92ff33cdaa&device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 1099 time: 0.1207898 Apr 08 02:49:36.299565 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-f3dbb276-0e48-4e4c-b4c7-3f96d8ebca3e None None] Provisioning complete for port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:49:36.299791 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb276-0e48-4e4c-b4c7-3f96d8ebca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:36.353142 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b1d4538d-8589-4e9a-bc73-83b25cea68e2 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:36.379624 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4538d-8589-4e9a-bc73-83b25cea68e2 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:36.397567 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b1d4538d-8589-4e9a-bc73-83b25cea68e2 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:36.398708 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-b1d4538d-8589-4e9a-bc73-83b25cea68e2 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "DELETE /v2.0/security-groups/5304dd7f-c3ee-4f77-87d7-1a0a04a5a9aa HTTP/1.1" status: 204 len: 168 time: 0.3647227 Apr 08 02:49:36.401547 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 39946) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:36.497561 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f5b62-76cf-4cb9-befb-92f93a48f4ad req-7444ef69-dd79-43d5-b2e5-995a85d6e1c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:36.499028 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-bb4f5b62-76cf-4cb9-befb-92f93a48f4ad req-7444ef69-dd79-43d5-b2e5-995a85d6e1c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2eaa56e-aab0-4616-b26d-2e4390bf403e HTTP/1.1" status: 200 len: 916 time: 0.2268310 Apr 08 02:49:36.592203 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ff07c-32d7-4727-aa0d-cff5924cd725 req-d87183ee-1ce6-4bc2-8737-35ef5410e649 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:36.593542 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4f2ff07c-32d7-4727-aa0d-cff5924cd725 req-d87183ee-1ce6-4bc2-8737-35ef5410e649 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.0769880 Apr 08 02:49:36.638501 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4f2ff07c-32d7-4727-aa0d-cff5924cd725 req-3ded0b6d-5d83-4f15-964d-c136eb31de4c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388260 Apr 08 02:49:36.691436 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-bb4f5b62-76cf-4cb9-befb-92f93a48f4ad req-0773619d-8f2f-4323-b852-e25598345934 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb HTTP/1.1" status: 200 len: 1001 time: 0.1790464 Apr 08 02:49:36.694010 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-86d6498b-6050-4688-981b-e78428373dea tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Deleting port f618fb9e-f55b-4ba6-822d-66ac90f9cf4b {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:36.694346 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86d6498b-6050-4688-981b-e78428373dea tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:36.852114 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f5b62-76cf-4cb9-befb-92f93a48f4ad req-6fffeeaa-3844-4578-bba2-44ee87cecb7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:36.853400 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-bb4f5b62-76cf-4cb9-befb-92f93a48f4ad req-6fffeeaa-3844-4578-bba2-44ee87cecb7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f6fd64f-9761-4f61-88bc-24fcd38493eb HTTP/1.1" status: 200 len: 854 time: 0.1372411 Apr 08 02:49:36.953802 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86d6498b-6050-4688-981b-e78428373dea tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:36.954102 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86d6498b-6050-4688-981b-e78428373dea tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:37.074705 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-86d6498b-6050-4688-981b-e78428373dea tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Calling delete_port for f618fb9e-f55b-4ba6-822d-66ac90f9cf4b owned by network:floatingip {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:37.118207 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-bb4f5b62-76cf-4cb9-befb-92f93a48f4ad req-605f8216-1b00-4256-ad92-9acbc63642e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2eaa56e-aab0-4616-b26d-2e4390bf403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2552164 Apr 08 02:49:37.410906 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-bb4f5b62-76cf-4cb9-befb-92f93a48f4ad req-31bbe854-ec0f-4de4-92aa-3641a9717fc3 service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795913 Apr 08 02:49:37.511054 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86d6498b-6050-4688-981b-e78428373dea tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:37.563345 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6498b-6050-4688-981b-e78428373dea tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event deleted for resources: {'Port': ['ID=f618fb9e-f55b-4ba6-822d-66ac90f9cf4b,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:37.657241 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-bb4f5b62-76cf-4cb9-befb-92f93a48f4ad req-7acc65f6-72e3-498c-96cd-dbe1c4e6ce4d service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364202 Apr 08 02:49:37.678287 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86d6498b-6050-4688-981b-e78428373dea tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks [] for floatingip, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:37.857690 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b6cc8-118c-4ed5-9bf6-d345ad066dd3 req-4f50772d-5665-4911-a878-c957b1de38a6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:37.859193 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-793b6cc8-118c-4ed5-9bf6-d345ad066dd3 req-4f50772d-5665-4911-a878-c957b1de38a6 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.0890360 Apr 08 02:49:37.911453 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-793b6cc8-118c-4ed5-9bf6-d345ad066dd3 req-5a0c2ff0-420e-4c24-a0b2-644d5f0c0e55 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461087 Apr 08 02:49:38.082932 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d6498b-6050-4688-981b-e78428373dea tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Router fa1f0736-2c26-4ac8-8247-b142438c1ea4 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:49:38.295210 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d6498b-6050-4688-981b-e78428373dea tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:49:38.305465 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e8bf8-7d34-4e7c-9398-1768eee0fa7e None None] Sync routers for ids ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:49:38.315342 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86d6498b-6050-4688-981b-e78428373dea tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:38.319781 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e8bf8-7d34-4e7c-9398-1768eee0fa7e None None] Routers {'fa1f0736-2c26-4ac8-8247-b142438c1ea4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:38.320610 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-e41e8bf8-7d34-4e7c-9398-1768eee0fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:38.371646 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-86d6498b-6050-4688-981b-e78428373dea tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "DELETE /v2.0/floatingips/8d511599-3ae1-4039-a98f-f48e5d0f892b HTTP/1.1" status: 204 len: 168 time: 1.9665840 Apr 08 02:49:38.371646 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:38.431756 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3186b5a8-d2e2-42ce-ade8-176175e80a38'] response: {'name': 'network-changed', 'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb', 'status': 'completed', 'code': 200} Apr 08 02:49:38.518138 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-e41e8bf8-7d34-4e7c-9398-1768eee0fa7e None None] Set router fa1f0736-2c26-4ac8-8247-b142438c1ea4 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:38.556437 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-da1d8f71-1e71-4e96-92c5-04ef962cf85e req-ae198d0d-7918-4095-beb2-1a123dd7e520 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df331efa61df4c838ba6ab92ff33cdaa&device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 1099 time: 0.0985675 Apr 08 02:49:38.744992 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d8f71-1e71-4e96-92c5-04ef962cf85e req-647c9473-1b86-41ae-8c05-271a2f0b11c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:38.747194 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-da1d8f71-1e71-4e96-92c5-04ef962cf85e req-647c9473-1b86-41ae-8c05-271a2f0b11c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2eaa56e-aab0-4616-b26d-2e4390bf403e HTTP/1.1" status: 200 len: 916 time: 0.1830862 Apr 08 02:49:38.841456 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-da1d8f71-1e71-4e96-92c5-04ef962cf85e req-ad47b006-5a90-4197-8830-7048c934c5b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb HTTP/1.1" status: 200 len: 217 time: 0.0863509 Apr 08 02:49:38.996941 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-e41e8bf8-7d34-4e7c-9398-1768eee0fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:46:47Z', 'revision_number': 4, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '64d234f5-4542-4c74-8ee7-7d2e06949f9e', 'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'mac_address': 'fa:16:3e:58:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:47Z', 'updated_at': '2022-04-08T02:47:18Z', 'revision_number': 5, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'subnets': [{'id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:39.002796 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e8bf8-7d34-4e7c-9398-1768eee0fa7e None None] Checking router: fa1f0736-2c26-4ac8-8247-b142438c1ea4 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:49:39.017186 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e8bf8-7d34-4e7c-9398-1768eee0fa7e None None] Routers {'fa1f0736-2c26-4ac8-8247-b142438c1ea4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:39.018169 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-e41e8bf8-7d34-4e7c-9398-1768eee0fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:39.064595 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d8f71-1e71-4e96-92c5-04ef962cf85e req-ffe8961b-7b76-4788-9705-7df6a3d57a11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:39.066229 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-da1d8f71-1e71-4e96-92c5-04ef962cf85e req-ffe8961b-7b76-4788-9705-7df6a3d57a11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f6fd64f-9761-4f61-88bc-24fcd38493eb HTTP/1.1" status: 200 len: 854 time: 0.2179449 Apr 08 02:49:39.178433 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40008) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:39.193388 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-da1d8f71-1e71-4e96-92c5-04ef962cf85e req-62e7ab9d-87cd-4974-9a11-cec7518e0768 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2eaa56e-aab0-4616-b26d-2e4390bf403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1197021 Apr 08 02:49:39.216363 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-e41e8bf8-7d34-4e7c-9398-1768eee0fa7e None None] Set router fa1f0736-2c26-4ac8-8247-b142438c1ea4 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:39.451854 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-da1d8f71-1e71-4e96-92c5-04ef962cf85e req-9f1d3a49-1a29-4344-aa40-72eaa73e5217 service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499821 Apr 08 02:49:39.464280 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11b362-5007-4dc6-973f-cff4a3b3d6d3 req-3c3ad635-9b5f-4ea8-a8dc-8a642fac49d2 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:39.471505 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1c11b362-5007-4dc6-973f-cff4a3b3d6d3 req-3c3ad635-9b5f-4ea8-a8dc-8a642fac49d2 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1033556 Apr 08 02:49:39.506293 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f79eb8b5-12d8-4c57-8158-2aed07980a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:39.612780 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-da1d8f71-1e71-4e96-92c5-04ef962cf85e req-b96b24d4-0b6f-42ce-a1ca-ab3d6cf0a0ac service neutron] 10.222.0.37 "GET /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547010 Apr 08 02:49:39.613940 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f79eb8b5-12d8-4c57-8158-2aed07980a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:39.644225 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1c11b362-5007-4dc6-973f-cff4a3b3d6d3 req-6623119c-0fc6-40ad-bfdb-dd4a91ae05f3 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716597 Apr 08 02:49:39.645231 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f79eb8b5-12d8-4c57-8158-2aed07980a17 admin admin] Usage tracker for resource:security_group_rule and tenant:10e21879138046d99b4f93fd2de94ba1 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:39.647747 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-e41e8bf8-7d34-4e7c-9398-1768eee0fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:46:47Z', 'revision_number': 4, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '64d234f5-4542-4c74-8ee7-7d2e06949f9e', 'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'mac_address': 'fa:16:3e:58:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:47Z', 'updated_at': '2022-04-08T02:47:18Z', 'revision_number': 5, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'subnets': [{'id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:39.652290 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f79eb8b5-12d8-4c57-8158-2aed07980a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:39.653845 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e8bf8-7d34-4e7c-9398-1768eee0fa7e None None] The sync data for ids ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'] in dv-cinder-837052-1-smb is: [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:46:47Z', 'revision_number': 4, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '64d234f5-4542-4c74-8ee7-7d2e06949f9e', 'name': '', 'network_id': 'f2eaa56e-aab0-4616-b26d-2e4390bf403e', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'mac_address': 'fa:16:3e:58:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:47Z', 'updated_at': '2022-04-08T02:47:18Z', 'revision_number': 5, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'subnets': [{'id': '4f6fd64f-9761-4f61-88bc-24fcd38493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:49:39.662637 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f79eb8b5-12d8-4c57-8158-2aed07980a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:39.693488 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86471c-8664-432c-a368-3052f38044da req-ba41133f-79f7-408b-af2b-12983259a582 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:39.694999 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cc86471c-8664-432c-a368-3052f38044da req-ba41133f-79f7-408b-af2b-12983259a582 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1718249 Apr 08 02:49:39.767781 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cc86471c-8664-432c-a368-3052f38044da req-663376fa-1ea7-4576-ab49-4138ad54473a tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659058 Apr 08 02:49:39.780104 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f79eb8b5-12d8-4c57-8158-2aed07980a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:39.785331 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f79eb8b5-12d8-4c57-8158-2aed07980a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:39.832672 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eb8b5-12d8-4c57-8158-2aed07980a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0575c21c-38ad-4a7e-b0c5-94ee9c94c649,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:39.836670 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-f79eb8b5-12d8-4c57-8158-2aed07980a17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10e21879138046d99b4f93fd2de94ba1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6564918 Apr 08 02:49:39.839629 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40016) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:39.898624 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-258a7ed5-7d4c-43a5-af2e-0c91820e7b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:39.925264 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-258a7ed5-7d4c-43a5-af2e-0c91820e7b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:39.978049 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-258a7ed5-7d4c-43a5-af2e-0c91820e7b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:39.993661 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a7ed5-7d4c-43a5-af2e-0c91820e7b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0575c21c-38ad-4a7e-b0c5-94ee9c94c649,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:39.999053 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-258a7ed5-7d4c-43a5-af2e-0c91820e7b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:40.002495 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-258a7ed5-7d4c-43a5-af2e-0c91820e7b32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0575c21c-38ad-4a7e-b0c5-94ee9c94c649 HTTP/1.1" status: 204 len: 168 time: 0.1596012 Apr 08 02:49:40.348723 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40034) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:40.362258 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-deb32069-5987-45c9-9f58-9995edd77f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:40.393705 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-deb32069-5987-45c9-9f58-9995edd77f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:40.397926 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-deb32069-5987-45c9-9f58-9995edd77f5b admin admin] Usage tracker for resource:security_group_rule and tenant:f48baa981c994ca0996e3041d3937dfd is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:40.400895 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-deb32069-5987-45c9-9f58-9995edd77f5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:40.406828 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-deb32069-5987-45c9-9f58-9995edd77f5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:40.480523 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-deb32069-5987-45c9-9f58-9995edd77f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:40.485683 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-deb32069-5987-45c9-9f58-9995edd77f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:40.535846 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb32069-5987-45c9-9f58-9995edd77f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddb9efd-c998-4bee-b7a0-17bab8e3cd2c,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:40.541928 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-deb32069-5987-45c9-9f58-9995edd77f5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f48baa981c994ca0996e3041d3937dfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1968477 Apr 08 02:49:40.544700 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40038) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:40.557533 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562200f0-9f4d-48ee-8422-eadd8bc2771c None None] New status for floating IP 8d511599-3ae1-4039-a98f-f48e5d0f892b: DOWN {{(pid=83156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:49:40.604333 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68c42ec0-cf63-46b7-83a3-0c5dc676e4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:40.629559 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68c42ec0-cf63-46b7-83a3-0c5dc676e4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:40.681109 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68c42ec0-cf63-46b7-83a3-0c5dc676e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:40.696215 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c42ec0-cf63-46b7-83a3-0c5dc676e4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddb9efd-c998-4bee-b7a0-17bab8e3cd2c,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:40.704431 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68c42ec0-cf63-46b7-83a3-0c5dc676e4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:40.705674 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-68c42ec0-cf63-46b7-83a3-0c5dc676e4fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ddb9efd-c998-4bee-b7a0-17bab8e3cd2c HTTP/1.1" status: 204 len: 168 time: 0.1600115 Apr 08 02:49:40.862602 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03062d43-7d40-4627-94d7-bb719c3d0e76 req-4b15cee3-9fda-41bd-829c-dc29f2e39ef7 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:40.864585 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-03062d43-7d40-4627-94d7-bb719c3d0e76 req-4b15cee3-9fda-41bd-829c-dc29f2e39ef7 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.0929272 Apr 08 02:49:40.915468 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-03062d43-7d40-4627-94d7-bb719c3d0e76 req-9f273c16-ad60-4df3-9015-5d11625f7bd3 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454602 Apr 08 02:49:40.997358 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6bbdb-74f1-48d8-a4f6-ed40458b2082 req-db54af71-86e3-4bd8-a64e-120b69ea4b73 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:40.998808 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-39b6bbdb-74f1-48d8-a4f6-ed40458b2082 req-db54af71-86e3-4bd8-a64e-120b69ea4b73 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.0749872 Apr 08 02:49:41.043837 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-39b6bbdb-74f1-48d8-a4f6-ed40458b2082 req-f50dbe9e-be2c-419c-99fd-7f5a841f1d64 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394626 Apr 08 02:49:41.424172 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-b2d0f68e-a23b-45ca-bea6-00ab39acae16 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:41.424972 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-b2d0f68e-a23b-45ca-bea6-00ab39acae16 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Synchronizing usage tracker for tenant:b058649f650a4525af29343dc21492cc on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:41.443274 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-b2d0f68e-a23b-45ca-bea6-00ab39acae16 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Unset dirty status for tenant:b058649f650a4525af29343dc21492cc on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:41.444462 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-b2d0f68e-a23b-45ca-bea6-00ab39acae16 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.37 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1047456 Apr 08 02:49:41.516476 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Deleting port af4ff0c8-0ed3-4019-8572-16eeca6cad2b {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:41.517128 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:41.580196 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40068) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:41.753680 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2014961883-network', 'tenant_id': '67c3d85cac804289871dd5ece8298ba5'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:41.762192 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:41.768035 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Usage tracker for resource:network and tenant:67c3d85cac804289871dd5ece8298ba5 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:41.771344 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:41.778601 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:41.786615 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] For port af4ff0c8-0ed3-4019-8572-16eeca6cad2b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=af4ff0c8-0ed3-4019-8572-16eeca6cad2b,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:41.787157 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:41.799092 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Made reservation on behalf of 67c3d85cac804289871dd5ece8298ba5 for: {'network': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:49:41.801271 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:41.816653 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:41.839410 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe2c7e-f7ef-425a-91a4-f7ca21153e54 req-21102a23-f8bc-48bf-bbd5-57fa85cdd149 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:41.840881 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0cfe2c7e-f7ef-425a-91a4-f7ca21153e54 req-21102a23-f8bc-48bf-bbd5-57fa85cdd149 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 946 time: 0.1288466 Apr 08 02:49:41.876272 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:41.886032 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Usage tracker for resource:security_group_rule and tenant:67c3d85cac804289871dd5ece8298ba5 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:41.889147 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:41.898135 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:41.911261 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0cfe2c7e-f7ef-425a-91a4-f7ca21153e54 req-79002420-0ed9-40ff-8644-c20abf067cc9 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609710 Apr 08 02:49:41.975753 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:41.980639 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:42.013060 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=83154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:49:42.022035 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6943cbe4-f203-4a82-a31f-b9f8002b3b36,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:42.028091 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:42.029748 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.segments_db [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Added segment 731872a9-0c76-4769-a848-2c204afb21fb of type vlan for network e45d987a-d1f8-40c7-a3c8-bc781719a98b Apr 08 02:49:42.074461 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:42.074823 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:42.075167 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Floating IP 765bf8b6-242d-45dc-9d87-8b83bbedd44d disassociated. External IP: 172.28.1.105, port: af4ff0c8-0ed3-4019-8572-16eeca6cad2b. Apr 08 02:49:42.075500 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Calling delete_port for af4ff0c8-0ed3-4019-8572-16eeca6cad2b owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:42.091813 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:42.139664 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:42.140522 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:42.141078 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:42.176684 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d582a7a-29f7-44d4-99f0-f6c3965d42dd req-ae967a01-0740-4a63-a520-9efa5b2d037f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:42.178112 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7d582a7a-29f7-44d4-99f0-f6c3965d42dd req-ae967a01-0740-4a63-a520-9efa5b2d037f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 946 time: 0.1285298 Apr 08 02:49:42.228233 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:42.275224 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event deleted for resources: {'Port': ['ID=af4ff0c8-0ed3-4019-8572-16eeca6cad2b,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:42.291092 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:42.291430 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:42.291760 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:42.292085 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:42.293452 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:42.293452 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:42.293452 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:42.293452 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:42.293844 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:42.294294 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:42.294294 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:42.383045 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] Pushing event updated for resources: {'Network': ['ID=e45d987a-d1f8-40c7-a3c8-bc781719a98b,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:42.388698 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-f1676319-4916-4167-b6ea-e6acb9f9992e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8044424 Apr 08 02:49:42.388887 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40082) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:42.398352 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network e45d987a-d1f8-40c7-a3c8-bc781719a98b details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:49:42.401682 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Request body: {'subnet': {'network_id': 'e45d987a-d1f8-40c7-a3c8-bc781719a98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2014961883-subnet', 'tenant_id': '67c3d85cac804289871dd5ece8298ba5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:42.407791 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:42.417288 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Usage tracker for resource:subnet and tenant:67c3d85cac804289871dd5ece8298ba5 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:42.426680 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:42.436849 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:42.443965 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7d582a7a-29f7-44d4-99f0-f6c3965d42dd req-0a4e0764-ed40-43ca-9018-4dc01f86f37e tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=17e6a32c-3973-4691-a450-ede4e5cd8992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492236 Apr 08 02:49:42.458591 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Made reservation on behalf of 67c3d85cac804289871dd5ece8298ba5 for: {'subnet': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:49:42.461137 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3354636'] for subnet, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:42.485410 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5a10f-b955-4a67-8634-318d710e5426 req-af64adfe-9225-464e-81bc-16424b88dd50 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:42.491475 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-11a5a10f-b955-4a67-8634-318d710e5426 req-af64adfe-9225-464e-81bc-16424b88dd50 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1983118 Apr 08 02:49:42.511241 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Router bb618c47-dc84-42f3-9b56-d1f295c44017 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:49:42.610281 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-11a5a10f-b955-4a67-8634-318d710e5426 req-f0958881-a081-422d-b8d1-8bdd129d4cde tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177645 Apr 08 02:49:42.728566 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4107624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3354658'] for subnet, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:42.790047 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f650954d-bb42-4036-ac6a-c8cb3e38b880,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:42.814097 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Checking segment: {'id': '731872a9-0c76-4769-a848-2c204afb21fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e45d987a-d1f8-40c7-a3c8-bc781719a98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:49:42.814446 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Network hostable DHCP agents. Network: e45d987a-d1f8-40c7-a3c8-bc781719a98b, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:49:42.826553 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:49:42.837145 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ab2b7-fc26-4bd9-aedd-9eacb0974b40 None None] Sync routers for ids ['bb618c47-dc84-42f3-9b56-d1f295c44017'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:49:42.837979 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Network e45d987a-d1f8-40c7-a3c8-bc781719a98b is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:49:42.849652 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, e45d987a-d1f8-40c7-a3c8-bc781719a98b) {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:49:42.849886 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ab2b7-fc26-4bd9-aedd-9eacb0974b40 None None] Routers {'bb618c47-dc84-42f3-9b56-d1f295c44017'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:42.850446 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-315ab2b7-fc26-4bd9-aedd-9eacb0974b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['bb618c47-dc84-42f3-9b56-d1f295c44017'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:42.861582 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:42.862167 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:42.889244 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-6472ea7a-a011-488d-8fcb-8427a4a7ab7b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4992712 Apr 08 02:49:42.917388 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] No DVR routers for this DVR port af4ff0c8-0ed3-4019-8572-16eeca6cad2b on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:49:42.920270 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:42.924553 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f65533-6720-4789-b536-0cc4e9d6b58c', 'name': 'network-vif-deleted', 'tag': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:42.939698 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-cc22a67e-0fa6-41f0-942f-f3735168ccc4 req-7fb4e8ee-c3eb-4484-b8ce-92fa5f80c761 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.37 "DELETE /v2.0/ports/af4ff0c8-0ed3-4019-8572-16eeca6cad2b HTTP/1.1" status: 204 len: 173 time: 1.4897168 Apr 08 02:49:42.991511 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a9cbac-f91a-4dfb-b141-8ff00256f361'] response: {'server_uuid': '89f65533-6720-4789-b536-0cc4e9d6b58c', 'name': 'network-vif-deleted', 'tag': 'af4ff0c8-0ed3-4019-8572-16eeca6cad2b', 'status': 'completed', 'code': 200} Apr 08 02:49:43.036732 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d792e97-e2e2-41d5-8574-8368226ab01c None None] Network e45d987a-d1f8-40c7-a3c8-bc781719a98b requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:49:43.166562 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1410d72-9933-4050-8a97-59b32f3adfde req-36dea576-2de2-4f32-a9bc-5243f2e71d87 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:43.168278 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f1410d72-9933-4050-8a97-59b32f3adfde req-36dea576-2de2-4f32-a9bc-5243f2e71d87 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 946 time: 0.0863814 Apr 08 02:49:43.213822 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f1410d72-9933-4050-8a97-59b32f3adfde req-74b3bfd7-55d3-4c07-99e3-f0bb7aec7514 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385633 Apr 08 02:49:43.223104 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-315ab2b7-fc26-4bd9-aedd-9eacb0974b40 None None] Set router bb618c47-dc84-42f3-9b56-d1f295c44017 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:43.389700 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e2688a-9940-4298-8d31-0b64511dc01f None None] Network e45d987a-d1f8-40c7-a3c8-bc781719a98b requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:49:43.557009 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4432-0518-4bd7-8565-1e8256d90292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:43.563957 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device ac5887db-bed4-4a2b-bf77-2211044f1145 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:49:43.566645 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device af4ff0c8-0ed3-4019-8572-16eeca6cad2b no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:49:43.620214 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: af4ff0c8-0ed3-4019-8572-16eeca6cad2b {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:49:43.620809 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device af4ff0c8-0ed3-4019-8572-16eeca6cad2b not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:49:43.692720 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-f20aad5d-4556-4708-afcb-f27f1f2db290 req-4c2d7346-ed88-4978-a172-bef71c0737af tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=89f65533-6720-4789-b536-0cc4e9d6b58c HTTP/1.1" status: 200 len: 210 time: 0.0764785 Apr 08 02:49:43.759416 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390240ef-2bdc-4316-aef3-e7b518778d0d req-99ea110c-5b71-4e50-b3b7-167bbdcdf0ad tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:43.760785 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-390240ef-2bdc-4316-aef3-e7b518778d0d req-99ea110c-5b71-4e50-b3b7-167bbdcdf0ad tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Synchronizing usage tracker for tenant:df331efa61df4c838ba6ab92ff33cdaa on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:43.784967 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-390240ef-2bdc-4316-aef3-e7b518778d0d req-99ea110c-5b71-4e50-b3b7-167bbdcdf0ad tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Unset dirty status for tenant:df331efa61df4c838ba6ab92ff33cdaa on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:43.784967 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-390240ef-2bdc-4316-aef3-e7b518778d0d req-99ea110c-5b71-4e50-b3b7-167bbdcdf0ad tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.37 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 946 time: 0.1483171 Apr 08 02:49:43.868702 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40112) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:43.878020 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1249821894-network', 'tenant_id': 'ff71d8be6d754b4ca154330863a1f2fd'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:43.884962 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-390240ef-2bdc-4316-aef3-e7b518778d0d req-f97fbe1d-7c07-42a4-aa61-e43eede1997d tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Deleting port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:43.885563 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-390240ef-2bdc-4316-aef3-e7b518778d0d req-f97fbe1d-7c07-42a4-aa61-e43eede1997d tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:43.901243 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48c83e-c82b-489a-aed9-4c98a185fed7 req-f554c0c0-7c44-4858-8e74-424df0ed24e5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:43.904274 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8c48c83e-c82b-489a-aed9-4c98a185fed7 req-f554c0c0-7c44-4858-8e74-424df0ed24e5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1039519 Apr 08 02:49:43.915175 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:43.930585 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Usage tracker for resource:network and tenant:ff71d8be6d754b4ca154330863a1f2fd is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:43.942576 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:43.949727 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port ac5887db-bed4-4a2b-bf77-2211044f1145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ac5887db-bed4-4a2b-bf77-2211044f1145,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:43.953261 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:43.965847 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8c48c83e-c82b-489a-aed9-4c98a185fed7 req-0ac09c06-cf20-4426-bbe0-4865a50c76d7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518978 Apr 08 02:49:43.966873 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'port_id': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'mac_address': 'fa:16:3e:68:b1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:49:44.004801 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Made reservation on behalf of ff71d8be6d754b4ca154330863a1f2fd for: {'network': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:49:44.007162 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.011500 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-315ab2b7-fc26-4bd9-aedd-9eacb0974b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:46:01Z', 'revision_number': 5, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:44.024468 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ab2b7-fc26-4bd9-aedd-9eacb0974b40 None None] Checking router: bb618c47-dc84-42f3-9b56-d1f295c44017 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:49:44.034250 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.034635 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.054330 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac5887db-bed4-4a2b-bf77-2211044f1145 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:49:44.059817 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ab2b7-fc26-4bd9-aedd-9eacb0974b40 None None] Routers {'bb618c47-dc84-42f3-9b56-d1f295c44017'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:44.060354 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-315ab2b7-fc26-4bd9-aedd-9eacb0974b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['bb618c47-dc84-42f3-9b56-d1f295c44017'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:44.148195 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:44.155549 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Usage tracker for resource:security_group_rule and tenant:ff71d8be6d754b4ca154330863a1f2fd is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:44.160859 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:44.177931 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:44.209906 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-390240ef-2bdc-4316-aef3-e7b518778d0d req-f97fbe1d-7c07-42a4-aa61-e43eede1997d tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] For port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:44.210282 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-390240ef-2bdc-4316-aef3-e7b518778d0d req-f97fbe1d-7c07-42a4-aa61-e43eede1997d tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.233748 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port ac5887db-bed4-4a2b-bf77-2211044f1145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ac5887db-bed4-4a2b-bf77-2211044f1145,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:44.246843 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.337992 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-390240ef-2bdc-4316-aef3-e7b518778d0d req-f97fbe1d-7c07-42a4-aa61-e43eede1997d tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Calling delete_port for 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:44.339242 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['ac5887db-bed4-4a2b-bf77-2211044f1145'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:49:44.393275 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=ac5887db-bed4-4a2b-bf77-2211044f1145,revision_number=6']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:44.419382 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:44.419870 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:44.420292 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:44.420711 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:44.421149 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:44.421561 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:44.421713 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5982-dd3f-493d-9379-231d947ba4ee req-8743f544-da33-44eb-bb25-a09cfbfed09a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:44.422055 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:44.422461 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:44.422865 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:44.423336 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:44.423713 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:44.430269 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-86ac5982-dd3f-493d-9379-231d947ba4ee req-8743f544-da33-44eb-bb25-a09cfbfed09a tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/ports?device_id=979502ea-2cbd-4579-8e8b-5747e12a3fd1 HTTP/1.1" status: 200 len: 946 time: 0.0886977 Apr 08 02:49:44.436276 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-315ab2b7-fc26-4bd9-aedd-9eacb0974b40 None None] Set router bb618c47-dc84-42f3-9b56-d1f295c44017 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:44.444930 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.475864 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-86ac5982-dd3f-493d-9379-231d947ba4ee req-b33b9ef4-446b-4189-b66d-651ac8db8aa6 tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ac38a78-3708-4eb5-8b6c-5e0518c809c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447361 Apr 08 02:49:44.486452 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.534588 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=83153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:49:44.549220 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b378774-3968-43a8-9ffb-deac92893dac,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:44.555391 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.555728 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.segments_db [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Added segment ab5a961b-7531-4ce7-940b-f5c840a4bfea of type vlan for network 47eca35b-e3c2-47ce-9c80-eec2e5ac6bce Apr 08 02:49:44.562259 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-390240ef-2bdc-4316-aef3-e7b518778d0d req-f97fbe1d-7c07-42a4-aa61-e43eede1997d tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.623414 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fbe1d-7c07-42a4-aa61-e43eede1997d tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Pushing event deleted for resources: {'Port': ['ID=5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:44.657822 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.705946 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-390240ef-2bdc-4316-aef3-e7b518778d0d req-f97fbe1d-7c07-42a4-aa61-e43eede1997d tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] No DVR routers for this DVR port 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:49:44.708916 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-390240ef-2bdc-4316-aef3-e7b518778d0d req-f97fbe1d-7c07-42a4-aa61-e43eede1997d tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.747480 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.748727 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:44.749405 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.770574 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-390240ef-2bdc-4316-aef3-e7b518778d0d req-f97fbe1d-7c07-42a4-aa61-e43eede1997d tempest-TestMinimumBasicScenario-754559614 tempest-TestMinimumBasicScenario-754559614-project] 10.222.0.37 "DELETE /v2.0/ports/5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb HTTP/1.1" status: 204 len: 173 time: 0.9799478 Apr 08 02:49:44.804156 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:49:44.856915 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9852076 Apr 08 02:49:44.859570 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40122) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:44.868026 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Request body: {'subnet': {'network_id': '47eca35b-e3c2-47ce-9c80-eec2e5ac6bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1249821894-subnet', 'tenant_id': 'ff71d8be6d754b4ca154330863a1f2fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:44.875868 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87022c52-2ab2-478b-917f-111d0a0fbede admin admin] Pushing event updated for resources: {'Network': ['ID=47eca35b-e3c2-47ce-9c80-eec2e5ac6bce,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:44.878671 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:44.883022 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Usage tracker for resource:subnet and tenant:ff71d8be6d754b4ca154330863a1f2fd is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:44.886032 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:44.893739 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network 47eca35b-e3c2-47ce-9c80-eec2e5ac6bce details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:49:44.894716 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40126) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:44.895426 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:44.911568 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Made reservation on behalf of ff71d8be6d754b4ca154330863a1f2fd for: {'subnet': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:49:44.913754 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2361177'] for subnet, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:44.991230 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-315ab2b7-fc26-4bd9-aedd-9eacb0974b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:46:01Z', 'revision_number': 5, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:44.998278 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ab2b7-fc26-4bd9-aedd-9eacb0974b40 None None] The sync data for ids ['bb618c47-dc84-42f3-9b56-d1f295c44017'] in dv-cinder-837052-1-smb is: [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:46:01Z', 'revision_number': 5, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:49:45.003113 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'name': 'network-vif-deleted', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:45.050016 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-92e2bbaf-3f8f-44a5-8a3c-81bc92ac4675 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:45.127842 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-92e2bbaf-3f8f-44a5-8a3c-81bc92ac4675 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:45.183505 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97471e92-2a6f-44ed-a242-292f863b2f2d'] response: {'server_uuid': '979502ea-2cbd-4579-8e8b-5747e12a3fd1', 'name': 'network-vif-deleted', 'tag': '5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb', 'status': 'completed', 'code': 200} Apr 08 02:49:45.270819 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-92e2bbaf-3f8f-44a5-8a3c-81bc92ac4675 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:45.292204 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3322892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2361207'] for subnet, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:45.303759 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2bbaf-3f8f-44a5-8a3c-81bc92ac4675 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e6a32c-3973-4691-a450-ede4e5cd8992,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:45.338826 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-92e2bbaf-3f8f-44a5-8a3c-81bc92ac4675 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:45.340768 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-92e2bbaf-3f8f-44a5-8a3c-81bc92ac4675 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "DELETE /v2.0/security-groups/17e6a32c-3973-4691-a450-ede4e5cd8992 HTTP/1.1" status: 204 len: 168 time: 0.4432817 Apr 08 02:49:45.352079 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40136) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:45.385544 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.api.v2.resource [None req-62e4dd71-9717-4950-bd0b-268e750614bd tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] show failed (client error): The resource could not be found. Apr 08 02:49:45.386531 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-62e4dd71-9717-4950-bd0b-268e750614bd tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups/17e6a32c-3973-4691-a450-ede4e5cd8992 HTTP/1.1" status: 404 len: 347 time: 0.0334475 Apr 08 02:49:45.387086 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c7ef3-9af0-4b9b-bc4e-8f25b0aa7768 req-f234c1c6-2a9e-4996-a25e-f2f9fcafba52 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:45.391659 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-911c7ef3-9af0-4b9b-bc4e-8f25b0aa7768 req-f234c1c6-2a9e-4996-a25e-f2f9fcafba52 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 945 time: 0.1740837 Apr 08 02:49:45.392316 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40140) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:45.409141 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e821b6e-679a-43fa-90c5-60c15dcb8ae9,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:45.427571 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Checking segment: {'id': 'ab5a961b-7531-4ce7-940b-f5c840a4bfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '47eca35b-e3c2-47ce-9c80-eec2e5ac6bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:49:45.427862 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Network hostable DHCP agents. Network: 47eca35b-e3c2-47ce-9c80-eec2e5ac6bce, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:49:45.450369 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b09a5-8021-478b-a9a8-9faa3a76adb8 None None] New status for floating IP 765bf8b6-242d-45dc-9d87-8b83bbedd44d: DOWN {{(pid=83156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:49:45.460065 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Network 47eca35b-e3c2-47ce-9c80-eec2e5ac6bce is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:49:45.486338 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, 47eca35b-e3c2-47ce-9c80-eec2e5ac6bce) {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:49:45.490569 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:45.491188 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:45.496909 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d29ca32-1c36-49d2-b556-d312be047b74 None None] Network 47eca35b-e3c2-47ce-9c80-eec2e5ac6bce requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:49:45.531753 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-9100c29e-0737-47d5-a1d0-1d4e684a3b71 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6708679 Apr 08 02:49:45.668014 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device ac5887db-bed4-4a2b-bf77-2211044f1145 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:49:45.705681 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-911c7ef3-9af0-4b9b-bc4e-8f25b0aa7768 req-dfd1f40a-8fb9-4a60-a419-60e2884a11d0 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063285 Apr 08 02:49:45.750349 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Deleting port 548b40a6-6781-4049-a025-2ffb7161c709 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:45.752338 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:45.908765 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port ac5887db-bed4-4a2b-bf77-2211044f1145 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:49:45.909884 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:45.991072 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:45.991938 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:46.029361 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-adbdd204-f384-4fc9-acac-510080530732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:46.132278 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a20debc-b0a6-40b2-9c2e-f652a420930f None None] Network 47eca35b-e3c2-47ce-9c80-eec2e5ac6bce requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:49:46.179161 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Calling delete_port for 548b40a6-6781-4049-a025-2ffb7161c709 owned by network:floatingip {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:46.350535 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:46.364128 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.db.api [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 02:49:46.364679 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG oslo_db.api [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 02:49:46.445760 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:46.459840 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port ac5887db-bed4-4a2b-bf77-2211044f1145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ac5887db-bed4-4a2b-bf77-2211044f1145,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:46.473887 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:46.474672 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:49:46.576624 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f66fb2-75d2-4f52-840b-4cd8581ef38b'] response: {'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'code': 200} Apr 08 02:49:46.595040 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:49:46.595372 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 5fa9b6b5-c83c-42b4-8fc7-b27200f57cfb not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:49:46.624601 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=ac5887db-bed4-4a2b-bf77-2211044f1145,revision_number=7']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:46.676967 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:46.727122 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-025381b3-c73f-4803-af15-3e4183fff8f3 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:46.727789 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-025381b3-c73f-4803-af15-3e4183fff8f3 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Synchronizing usage tracker for tenant:67c3d85cac804289871dd5ece8298ba5 on resource:network {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:46.745259 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-025381b3-c73f-4803-af15-3e4183fff8f3 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Unset dirty status for tenant:67c3d85cac804289871dd5ece8298ba5 on resource:network {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:46.746567 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-025381b3-c73f-4803-af15-3e4183fff8f3 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/networks?id=e45d987a-d1f8-40c7-a3c8-bc781719a98b HTTP/1.1" status: 200 len: 809 time: 0.1858642 Apr 08 02:49:46.774814 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-30194675-654b-4e8c-bf86-54dc3df6d863 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/quotas/67c3d85cac804289871dd5ece8298ba5 HTTP/1.1" status: 200 len: 375 time: 0.0223582 Apr 08 02:49:46.775744 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40212) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:46.863613 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-f8dd5925-8a99-4a49-8e9a-84d68f989172 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=67c3d85cac804289871dd5ece8298ba5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742099 Apr 08 02:49:46.871224 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Deleting port 548b40a6-6781-4049-a025-2ffb7161c709 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:46.871579 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:46.876119 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:47.138332 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:47.138909 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:47.290124 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Calling delete_port for 548b40a6-6781-4049-a025-2ffb7161c709 owned by network:floatingip {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:47.325717 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f05efb-691a-4c80-a2b8-04c02dcde4b8 req-4fd936a6-1381-41ac-a39e-e33288fe2d04 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:47.327226 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-10f05efb-691a-4c80-a2b8-04c02dcde4b8 req-4fd936a6-1381-41ac-a39e-e33288fe2d04 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.3029239 Apr 08 02:49:47.411320 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7dca34fe-fe78-4429-a078-7e02a077e132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-980797'] for router_interface, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:47.472856 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-10f05efb-691a-4c80-a2b8-04c02dcde4b8 req-f1da68df-9228-406e-8a2f-3a1bf95e3a93 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370764 Apr 08 02:49:47.570340 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-dc2631b4-e526-4d44-b66f-29472bf5a578 service neutron] 10.222.0.44 "GET /v2.0/networks/e45d987a-d1f8-40c7-a3c8-bc781719a98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7057798 Apr 08 02:49:47.758983 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:47.820791 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event deleted for resources: {'Port': ['ID=548b40a6-6781-4049-a025-2ffb7161c709,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:47.826090 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-cb2d88e6-cd14-4b37-94ba-60651a3495e4 service neutron] 10.222.0.44 "GET /v2.0/networks/e45d987a-d1f8-40c7-a3c8-bc781719a98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428124 Apr 08 02:49:47.998811 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:48.044567 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:48.045692 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-ee28e85d-39cc-4e5d-9af8-4fd776451b05 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "DELETE /v2.0/floatingips/765bf8b6-242d-45dc-9d87-8b83bbedd44d HTTP/1.1" status: 204 len: 168 time: 2.6522448 Apr 08 02:49:48.158847 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-04800926-221a-4301-9ba8-ac22de397059 req-8d2c54c9-cedc-433d-ba99-985f4116e14d tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 210 time: 0.0667748 Apr 08 02:49:48.161289 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:48.225444 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-7dca34fe-fe78-4429-a078-7e02a077e132 admin admin] Deleting port 64d234f5-4542-4c74-8ee7-7d2e06949f9e {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:48.226040 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7dca34fe-fe78-4429-a078-7e02a077e132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:48.355741 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40226) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:48.363896 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809996049', 'description': 'tempest-description--907948999'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:48.371214 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:48.375871 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Usage tracker for resource:security_group and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:48.380451 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:48.390580 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:48.411358 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:48.457420 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [None req-7dca34fe-fe78-4429-a078-7e02a077e132 admin admin] For port 64d234f5-4542-4c74-8ee7-7d2e06949f9e, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=64d234f5-4542-4c74-8ee7-7d2e06949f9e,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:48.457769 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7dca34fe-fe78-4429-a078-7e02a077e132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:48.462143 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:48.467213 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Usage tracker for resource:security_group_rule and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:48.471254 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:48.477794 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:48.577801 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:48.585044 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:48.608360 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-7dca34fe-fe78-4429-a078-7e02a077e132 admin admin] Calling delete_port for 64d234f5-4542-4c74-8ee7-7d2e06949f9e owned by network:router_interface {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:48.635895 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5032cfae-6332-4d80-be99-a377b42af138,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:48.723005 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:48.724893 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-95bc514c-b3f7-4813-b3a5-7390cff82d8d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3678393 Apr 08 02:49:48.753126 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40238) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:48.768494 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-ef28c207-aca9-46d7-88ad-3c6342039431 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Request body: {'security_group_rule': {'security_group_id': '5032cfae-6332-4d80-be99-a377b42af138', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:48.780502 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-ef28c207-aca9-46d7-88ad-3c6342039431 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:48.785974 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-ef28c207-aca9-46d7-88ad-3c6342039431 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Usage tracker for resource:security_group_rule and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:48.789964 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-ef28c207-aca9-46d7-88ad-3c6342039431 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:48.803319 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-ef28c207-aca9-46d7-88ad-3c6342039431 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:48.864987 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ef28c207-aca9-46d7-88ad-3c6342039431 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:48.875605 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d19239-510f-490a-9987-670a26757ff9 req-a7389ca8-d66e-453f-9305-082b8ea2d7e0 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:48.878170 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-87d19239-510f-490a-9987-670a26757ff9 req-a7389ca8-d66e-453f-9305-082b8ea2d7e0 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1457701 Apr 08 02:49:48.963945 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-87d19239-510f-490a-9987-670a26757ff9 req-df801158-9ab5-4269-b168-f84436dea924 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792480 Apr 08 02:49:49.014584 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7dca34fe-fe78-4429-a078-7e02a077e132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:49.034689 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ef28c207-aca9-46d7-88ad-3c6342039431 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:49.181738 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ef28c207-aca9-46d7-88ad-3c6342039431 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:49.198032 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca34fe-fe78-4429-a078-7e02a077e132 admin admin] Pushing event deleted for resources: {'Port': ['ID=64d234f5-4542-4c74-8ee7-7d2e06949f9e,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:49.208847 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28c207-aca9-46d7-88ad-3c6342039431 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740d8e94-c79e-4caf-9b94-defa2a1dd8c4,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:49.305419 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ef28c207-aca9-46d7-88ad-3c6342039431 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:49.309626 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40246) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:49.310392 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-ef28c207-aca9-46d7-88ad-3c6342039431 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5562830 Apr 08 02:49:49.316418 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-f958ddd9-711a-4791-b219-3024c16243ff tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Request body: {'security_group_rule': {'security_group_id': '5032cfae-6332-4d80-be99-a377b42af138', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:49.330074 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f958ddd9-711a-4791-b219-3024c16243ff tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:49.339918 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f958ddd9-711a-4791-b219-3024c16243ff tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Usage tracker for resource:security_group_rule and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:49.345670 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f958ddd9-711a-4791-b219-3024c16243ff tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:49.387834 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f958ddd9-711a-4791-b219-3024c16243ff tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:49.414983 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e915aa32-f929-40f7-9345-bafd366ff658 req-340786fa-ed7b-4df0-804f-908b8be302ed tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 210 time: 0.0587187 Apr 08 02:49:49.435922 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f958ddd9-711a-4791-b219-3024c16243ff tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:49.617040 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f958ddd9-711a-4791-b219-3024c16243ff tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:49.623095 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f958ddd9-711a-4791-b219-3024c16243ff tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:49.643166 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7dca34fe-fe78-4429-a078-7e02a077e132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980844'] for router_interface, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:49.684602 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f958ddd9-711a-4791-b219-3024c16243ff tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:49.686133 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-f958ddd9-711a-4791-b219-3024c16243ff tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3754771 Apr 08 02:49:49.689162 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40250) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:49.692280 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958ddd9-711a-4791-b219-3024c16243ff tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199ebc47-1783-46fa-9581-56ddf1f22265,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:49.704517 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Request body: {'floatingip': {'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:49.711901 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:49.721338 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Usage tracker for resource:floatingip and tenant:b058649f650a4525af29343dc21492cc is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:49.728946 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:49.737201 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:49.764403 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:49.992030 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:50.149473 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-04426e11-57f4-4abb-88ba-c4e96ff3ae90 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:50.151042 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-04426e11-57f4-4abb-88ba-c4e96ff3ae90 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.37 "GET /v2.0/networks?id=e45d987a-d1f8-40c7-a3c8-bc781719a98b HTTP/1.1" status: 200 len: 809 time: 0.2970707 Apr 08 02:49:50.179906 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Request body: {'port': {'device_id': '6dabaebc-e914-4bc1-868e-9b592ef069e9', 'network_id': 'e45d987a-d1f8-40c7-a3c8-bc781719a98b', 'admin_state_up': True, 'tenant_id': '67c3d85cac804289871dd5ece8298ba5'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:50.216495 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Allocated IP 172.28.1.188 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/51b09009-3124-4567-b34d-f7ba007f2f8f) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:49:50.348410 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2c1ab-944a-49a4-b653-a6b65843186f req-301d3f43-1643-4d65-a3b7-c603c3915167 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:50.349584 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-33a2c1ab-944a-49a4-b653-a6b65843186f req-301d3f43-1643-4d65-a3b7-c603c3915167 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1932256 Apr 08 02:49:50.411654 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:50.414275 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:50.427267 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-33a2c1ab-944a-49a4-b653-a6b65843186f req-2bc449ed-b38f-4d5b-9152-fc615385e297 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720563 Apr 08 02:49:50.476548 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:50.550242 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:49:50.553261 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:49:50.557412 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:49:50.568925 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Usage tracker for resource:port and tenant:67c3d85cac804289871dd5ece8298ba5 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:49:50.571855 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:49:50.577588 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:50.597680 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Made reservation on behalf of 67c3d85cac804289871dd5ece8298ba5 for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:49:50.600842 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:50.625638 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event updated for resources: {'Port': ['ID=51b09009-3124-4567-b34d-f7ba007f2f8f,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:50.652525 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-84768005-1818-47e2-855f-5a188ad6b798 req-c1ec82b8-fdc9-4a15-823e-9b0ee41baf1c tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 210 time: 0.0626910 Apr 08 02:49:50.816794 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:50.896498 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:50.976447 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Allocated IP 172.20.0.9 (e45d987a-d1f8-40c7-a3c8-bc781719a98b/f650954d-bb42-4036-ac6a-c8cb3e38b880/3727c974-f2ea-40d1-8d0b-552b0ff35ce4) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:49:51.016559 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dca34fe-fe78-4429-a078-7e02a077e132 admin admin] Router fa1f0736-2c26-4ac8-8247-b142438c1ea4 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:49:51.188096 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for port, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:51.195882 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107667'] for port, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:51.327293 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event updated for resources: {'Port': ['ID=51b09009-3124-4567-b34d-f7ba007f2f8f,revision_number=2']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:51.335273 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:51.371319 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:51.375356 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-0d4b5cdd-4f2e-4630-ba3d-0d0af737f86f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6850662 Apr 08 02:49:51.475607 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:51.544344 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:51.610355 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dca34fe-fe78-4429-a078-7e02a077e132 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:49:51.622740 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90878be-f857-4371-9941-52b2a8b203d0 None None] Sync routers for ids ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:49:51.641621 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90878be-f857-4371-9941-52b2a8b203d0 None None] Routers {'fa1f0736-2c26-4ac8-8247-b142438c1ea4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:51.642247 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-c90878be-f857-4371-9941-52b2a8b203d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:51.648825 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-7dca34fe-fe78-4429-a078-7e02a077e132 admin admin] 10.222.0.44 "PUT /v2.0/routers/fa1f0736-2c26-4ac8-8247-b142438c1ea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8710847 Apr 08 02:49:51.659382 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Network e45d987a-d1f8-40c7-a3c8-bc781719a98b is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:49:51.659968 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40272) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:51.734085 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:49:51.749726 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:49:51.789067 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-4c03c098-a267-4183-8d0a-6133110bdb20 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Synchronizing usage tracker for tenant:b058649f650a4525af29343dc21492cc on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:51.832554 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Pushing event updated for resources: {'Port': ['ID=3727c974-f2ea-40d1-8d0b-552b0ff35ce4,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:51.845079 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db96633-473b-42bf-8da3-0af4c3559dd4 req-99fe0f0b-84d3-4b28-9153-8da9e2dc4c91 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:51.847573 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2db96633-473b-42bf-8da3-0af4c3559dd4 req-99fe0f0b-84d3-4b28-9153-8da9e2dc4c91 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1974001 Apr 08 02:49:51.850377 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-4c03c098-a267-4183-8d0a-6133110bdb20 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Unset dirty status for tenant:b058649f650a4525af29343dc21492cc on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:51.852640 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-4c03c098-a267-4183-8d0a-6133110bdb20 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1809996049&fields=id&tenant_id=b058649f650a4525af29343dc21492cc HTTP/1.1" status: 200 len: 267 time: 0.1557059 Apr 08 02:49:51.933217 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:51.933857 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:51.934561 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-c90878be-f857-4371-9941-52b2a8b203d0 None None] Set router fa1f0736-2c26-4ac8-8247-b142438c1ea4 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:51.968294 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-bc5a3252-d737-4b67-a6ef-33d7f5c9a808 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7937331 Apr 08 02:49:52.058133 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:52.179119 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Request body: {'port': {'device_id': '6dabaebc-e914-4bc1-868e-9b592ef069e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:52.197696 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-11635729-822b-4c7a-820f-d51d0a71eca7 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:52.199730 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-11635729-822b-4c7a-820f-d51d0a71eca7 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/networks?id=8faf2455-e525-4732-9869-724624fc181a HTTP/1.1" status: 200 len: 810 time: 0.3206186 Apr 08 02:49:52.238432 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-12eed002-a80a-433a-b812-80a8fadf0c59 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/quotas/b058649f650a4525af29343dc21492cc HTTP/1.1" status: 200 len: 375 time: 0.0237134 Apr 08 02:49:52.241226 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2db96633-473b-42bf-8da3-0af4c3559dd4 req-e66dde26-b848-4739-95bf-e4b161ee3e39 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3873448 Apr 08 02:49:52.302180 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-c90878be-f857-4371-9941-52b2a8b203d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:49:48Z', 'revision_number': 5, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:52.306614 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90878be-f857-4371-9941-52b2a8b203d0 None None] Checking router: fa1f0736-2c26-4ac8-8247-b142438c1ea4 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:49:52.318522 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90878be-f857-4371-9941-52b2a8b203d0 None None] Routers {'fa1f0736-2c26-4ac8-8247-b142438c1ea4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:49:52.319304 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-c90878be-f857-4371-9941-52b2a8b203d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:52.366318 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:52.373465 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-8728cf14-79ac-40a4-9e46-ed3056a47737 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Synchronizing usage tracker for tenant:b058649f650a4525af29343dc21492cc on resource:port {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:52.424763 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-8728cf14-79ac-40a4-9e46-ed3056a47737 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Unset dirty status for tenant:b058649f650a4525af29343dc21492cc on resource:port {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:52.426362 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-8728cf14-79ac-40a4-9e46-ed3056a47737 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b058649f650a4525af29343dc21492cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1828449 Apr 08 02:49:52.537614 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-c90878be-f857-4371-9941-52b2a8b203d0 None None] Set router fa1f0736-2c26-4ac8-8247-b142438c1ea4 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:49:52.704017 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-e4c6ef5c-564d-44f0-b696-b110ef11c80d service neutron] 10.222.0.44 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401378 Apr 08 02:49:52.713413 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79668e-7ea1-45d4-8c81-b69904498a07 req-494a208c-e503-4797-857a-15cedaf27ab8 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:52.720545 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2c79668e-7ea1-45d4-8c81-b69904498a07 req-494a208c-e503-4797-857a-15cedaf27ab8 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 931 time: 0.2890344 Apr 08 02:49:52.784390 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:49:52.794253 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:52.813553 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Transition to ACTIVE for port object 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:49:52.828734 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:52.858326 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-c90878be-f857-4371-9941-52b2a8b203d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:49:48Z', 'revision_number': 5, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:52.862648 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90878be-f857-4371-9941-52b2a8b203d0 None None] The sync data for ids ['fa1f0736-2c26-4ac8-8247-b142438c1ea4'] in dv-cinder-837052-1-smb is: [{'id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'name': 'tempest-TestMinimumBasicScenario-1398910762-router', 'tenant_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3cded863-6f09-4594-beb2-26771e326452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:43Z', 'updated_at': '2022-04-08T02:49:48Z', 'revision_number': 5, 'project_id': 'df331efa61df4c838ba6ab92ff33cdaa', 'gw_port': {'id': '3cded863-6f09-4594-beb2-26771e326452', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f0736-2c26-4ac8-8247-b142438c1ea4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:44Z', 'updated_at': '2022-04-08T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:49:52.869479 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:52.879252 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-d604a8b6-e92e-4c3e-a2f4-7d58398ff6e2 service neutron] 10.222.0.44 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553733 Apr 08 02:49:52.922692 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-2c79668e-7ea1-45d4-8c81-b69904498a07 req-dba5ac1a-4761-4f09-abe5-1622502df428 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Synchronizing usage tracker for tenant:67c3d85cac804289871dd5ece8298ba5 on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:52.927812 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Deleting port 3cded863-6f09-4594-beb2-26771e326452 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:52.928153 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:52.953510 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-2c79668e-7ea1-45d4-8c81-b69904498a07 req-dba5ac1a-4761-4f09-abe5-1622502df428 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Unset dirty status for tenant:67c3d85cac804289871dd5ece8298ba5 on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:52.967107 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2c79668e-7ea1-45d4-8c81-b69904498a07 req-dba5ac1a-4761-4f09-abe5-1622502df428 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/security-groups?id=6943cbe4-f203-4a82-a31f-b9f8002b3b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451677 Apr 08 02:49:53.193439 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-30e6919d-58af-42ed-91c8-003fba201a4b req-c71bbbb1-b7e1-471c-835c-e2d2ad3e1a0f tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 210 time: 0.0631084 Apr 08 02:49:53.241638 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Pushing event updated for resources: {'Port': ['ID=3727c974-f2ea-40d1-8d0b-552b0ff35ce4,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:53.529811 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Attempting to bind port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:49:53.530144 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Attempting to bind port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '731872a9-0c76-4769-a848-2c204afb21fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e45d987a-d1f8-40c7-a3c8-bc781719a98b'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:49:53.530478 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Attempting to bind port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 on network e45d987a-d1f8-40c7-a3c8-bc781719a98b {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:49:53.548573 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1fcda-9b1d-4435-9e06-5dc7eb295688 req-03828de2-b5ab-4d86-84db-4a71fd03923c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:53.553420 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 on network e45d987a-d1f8-40c7-a3c8-bc781719a98b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:49:53.553829 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Attempting to bind port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 on network e45d987a-d1f8-40c7-a3c8-bc781719a98b {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:49:53.556398 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:53.567106 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-76f1fcda-9b1d-4435-9e06-5dc7eb295688 req-03828de2-b5ab-4d86-84db-4a71fd03923c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1268067 Apr 08 02:49:53.576791 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:49:53.576968 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Checking segment: {'id': '731872a9-0c76-4769-a848-2c204afb21fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e45d987a-d1f8-40c7-a3c8-bc781719a98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:49:53.577352 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Bound using segment: {'id': '731872a9-0c76-4769-a848-2c204afb21fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e45d987a-d1f8-40c7-a3c8-bc781719a98b'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:49:53.577798 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Bound port: 3727c974-f2ea-40d1-8d0b-552b0ff35ce4, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731872a9-0c76-4769-a848-2c204afb21fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e45d987a-d1f8-40c7-a3c8-bc781719a98b'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:49:53.578196 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:53.616676 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] For port 3cded863-6f09-4594-beb2-26771e326452, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=3cded863-6f09-4594-beb2-26771e326452,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:53.616931 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:53.620859 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-76f1fcda-9b1d-4435-9e06-5dc7eb295688 req-b0ea78f5-e88a-444d-b6ac-89eeb171073d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527048 Apr 08 02:49:53.683111 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 64d234f5-4542-4c74-8ee7-7d2e06949f9e no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:49:53.719758 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: 64d234f5-4542-4c74-8ee7-7d2e06949f9e {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:49:53.720441 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 64d234f5-4542-4c74-8ee7-7d2e06949f9e not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:49:53.752258 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Calling delete_port for 3cded863-6f09-4594-beb2-26771e326452 owned by network:router_gateway {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:53.901806 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] For port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:49:53.906474 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] For port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3727c974-f2ea-40d1-8d0b-552b0ff35ce4,segment=NetworkSegment(731872a9-0c76-4769-a848-2c204afb21fb),segment_id=731872a9-0c76-4769-a848-2c204afb21fb)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:49:53.917557 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:53.998778 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:54.000368 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] 10.222.0.37 "PUT /v2.0/ports/3727c974-f2ea-40d1-8d0b-552b0ff35ce4 HTTP/1.1" status: 200 len: 1093 time: 2.0238495 Apr 08 02:49:54.002495 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dabaebc-e914-4bc1-868e-9b592ef069e9', 'tag': '3727c974-f2ea-40d1-8d0b-552b0ff35ce4'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:54.047355 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb862c-c52e-4752-ad90-7b0cf08788ef service neutron] Pushing event updated for resources: {'Port': ['ID=3727c974-f2ea-40d1-8d0b-552b0ff35ce4,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:54.125299 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:54.182295 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-700cd42e-3c47-4ecf-9467-77843b84cd53'] response: {'name': 'network-changed', 'server_uuid': '6dabaebc-e914-4bc1-868e-9b592ef069e9', 'tag': '3727c974-f2ea-40d1-8d0b-552b0ff35ce4', 'status': 'completed', 'code': 200} Apr 08 02:49:54.196878 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cded863-6f09-4594-beb2-26771e326452,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:54.246175 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-c2299194-c58c-46ed-9edb-35db087c716e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67c3d85cac804289871dd5ece8298ba5&device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 1096 time: 0.1899605 Apr 08 02:49:54.260880 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d386f0-fad6-4e8a-aa2f-32b78e7188f8 req-336d674f-4748-4c20-a06b-bf43c7704e0b tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:54.262718 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d5d386f0-fad6-4e8a-aa2f-32b78e7188f8 req-336d674f-4748-4c20-a06b-bf43c7704e0b tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 943 time: 0.0965936 Apr 08 02:49:54.345334 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d5d386f0-fad6-4e8a-aa2f-32b78e7188f8 req-437d5d21-5e23-498a-bc28-9d2b41131acd tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/security-groups?id=6943cbe4-f203-4a82-a31f-b9f8002b3b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769777 Apr 08 02:49:54.458255 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7702ed65-8d9a-40f4-931b-0337e67a5c93 req-931f313f-79f0-4add-b492-76bfa8b8830b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 210 time: 0.0599928 Apr 08 02:49:54.573322 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-d72cf37d-44a2-46d5-991e-a8668b0900b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3727c974-f2ea-40d1-8d0b-552b0ff35ce4 HTTP/1.1" status: 200 len: 217 time: 0.2449596 Apr 08 02:49:54.617353 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980310'] for router_gateway, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:54.928390 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbbd80-cc23-4a39-9816-13ed8cb784d8 req-0d23fc8a-9dc1-4049-b311-19689f6586b7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:54.937969 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cbdbbd80-cc23-4a39-9816-13ed8cb784d8 req-0d23fc8a-9dc1-4049-b311-19689f6586b7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1398768 Apr 08 02:49:55.006932 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cbdbbd80-cc23-4a39-9816-13ed8cb784d8 req-13bd1c85-c9cb-457d-a520-d058a6b83072 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677238 Apr 08 02:49:55.137222 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5703'] for router, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:55.146112 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-8998b6bd-461d-4008-a104-bd18fdd88792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:55.147565 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-8998b6bd-461d-4008-a104-bd18fdd88792 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f650954d-bb42-4036-ac6a-c8cb3e38b880 HTTP/1.1" status: 200 len: 849 time: 0.5312262 Apr 08 02:49:55.151125 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:55.156770 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-13b8bade-3b20-48b1-a06b-41b130bfcbdf tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:55.158149 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-13b8bade-3b20-48b1-a06b-41b130bfcbdf tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.37 "GET /v2.0/networks?id=8faf2455-e525-4732-9869-724624fc181a HTTP/1.1" status: 200 len: 810 time: 0.6246927 Apr 08 02:49:55.232738 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-628eb344-dcd2-4b15-87ea-ba800a6d1dc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e45d987a-d1f8-40c7-a3c8-bc781719a98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551043 Apr 08 02:49:55.266475 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968058'] for router, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:55.266995 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa1f0736-2c26-4ac8-8247-b142438c1ea4 {{(pid=83153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 02:49:55.339461 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-59e91fbe-4bd4-4993-aa46-de51b4ad5ef5 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b058649f650a4525af29343dc21492cc HTTP/1.1" status: 200 len: 380 time: 0.1627183 Apr 08 02:49:55.365481 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Request body: {'port': {'device_id': '25ea858b-e2e3-48ea-95b4-edc8a4d61391', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'admin_state_up': True, 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'security_groups': ['5032cfae-6332-4d80-be99-a377b42af138']}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:55.395740 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] Notify callbacks [] for router, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:55.399609 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-603b8a6d-e209-49e4-9f49-b19cf8f324a2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fa1f0736-2c26-4ac8-8247-b142438c1ea4 HTTP/1.1" status: 204 len: 168 time: 3.7362547 Apr 08 02:49:55.400202 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40304) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:55.495873 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_v2 [None req-36baa896-416b-40b4-a0ec-2c8b4e11fed3 admin admin] Deleting subnet 4f6fd64f-9761-4f61-88bc-24fcd38493eb {{(pid=83154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:49:55.508149 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-36baa896-416b-40b4-a0ec-2c8b4e11fed3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:55.552523 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:49:55.559979 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-36baa896-416b-40b4-a0ec-2c8b4e11fed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3199064'] for subnet, precommit_delete_associations {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:55.568456 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:49:55.608231 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-d7c553d4-f1aa-441b-ac78-bb0a7d7a6e3e service neutron] 10.222.0.37 "GET /v2.0/networks/e45d987a-d1f8-40c7-a3c8-bc781719a98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626449 Apr 08 02:49:55.612026 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Made reservation on behalf of b058649f650a4525af29343dc21492cc for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:49:55.617524 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:55.727096 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4cf223f8-f306-4d7e-912b-556765a3a102 req-02926605-a68d-4756-b53f-8ad9bdf2ce50 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 210 time: 0.0757990 Apr 08 02:49:55.864851 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32971f36-2b59-4f82-ae56-b02d1c603f0c req-f430dfdd-f172-4ed3-ae4d-0df5e6f0cbe9 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:55.866648 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-32971f36-2b59-4f82-ae56-b02d1c603f0c req-f430dfdd-f172-4ed3-ae4d-0df5e6f0cbe9 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 943 time: 0.2674959 Apr 08 02:49:55.869646 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-36baa896-416b-40b4-a0ec-2c8b4e11fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:55.902476 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 3cded863-6f09-4594-beb2-26771e326452 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:49:55.937465 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a53d9b58-a710-4a3d-9bf6-ec5d05ff7a55 req-291320ca-5ef4-4eb7-a6c5-e1f15f0fe369 service neutron] 10.222.0.37 "GET /v2.0/networks/e45d987a-d1f8-40c7-a3c8-bc781719a98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976594 Apr 08 02:49:55.980234 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-32971f36-2b59-4f82-ae56-b02d1c603f0c req-ca51d7d7-c490-40c1-b755-361d5a5b0dfc tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/security-groups?id=6943cbe4-f203-4a82-a31f-b9f8002b3b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801616 Apr 08 02:49:55.980679 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: 3cded863-6f09-4594-beb2-26771e326452 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:49:55.981065 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 3cded863-6f09-4594-beb2-26771e326452 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:49:56.014086 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-36baa896-416b-40b4-a0ec-2c8b4e11fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4107689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3354665'] for subnet, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:56.061955 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36baa896-416b-40b4-a0ec-2c8b4e11fed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f6fd64f-9761-4f61-88bc-24fcd38493eb,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:56.065116 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-36baa896-416b-40b4-a0ec-2c8b4e11fed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:56.070848 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e01743-e5e5-4e7b-b43c-c88fe0031126 None None] Network f2eaa56e-aab0-4616-b26d-2e4390bf403e requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:49:56.076166 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Allocated IP 172.20.0.14 (8faf2455-e525-4732-9869-724624fc181a/132caaed-3126-47eb-b1f2-b9b8005ab354/db2798d2-2c78-44d1-a509-ea89daadd8b3) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:49:56.082086 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-36baa896-416b-40b4-a0ec-2c8b4e11fed3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4f6fd64f-9761-4f61-88bc-24fcd38493eb HTTP/1.1" status: 204 len: 168 time: 0.6788325 Apr 08 02:49:56.082777 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40316) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:56.208010 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b520f98f-70f2-4e2c-87fb-3826ed1faeef req-ddece5b7-935a-43d6-8beb-518d0571bab4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67c3d85cac804289871dd5ece8298ba5&device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 1096 time: 0.2066717 Apr 08 02:49:56.242311 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:56.253516 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Deleting port 4cc09d15-f4de-42cc-b285-a955738b7384 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:56.253846 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:56.446942 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cd8ee-0524-40b4-9c37-8086c6d96742 req-595f51da-29a2-497a-9f91-ff48a118d9e5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:56.453736 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6b6cd8ee-0524-40b4-9c37-8086c6d96742 req-595f51da-29a2-497a-9f91-ff48a118d9e5 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1738863 Apr 08 02:49:56.489755 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd4703f-9215-4e8b-92a4-eb284593a091 None None] DHCP port deletion for f2eaa56e-aab0-4616-b26d-2e4390bf403e request from dv-cinder-837052-1-smb {{(pid=83155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 02:49:56.499925 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4703f-9215-4e8b-92a4-eb284593a091 None None] Deleting port 4cc09d15-f4de-42cc-b285-a955738b7384 {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:56.500740 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-cdd4703f-9215-4e8b-92a4-eb284593a091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:56.502088 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520f98f-70f2-4e2c-87fb-3826ed1faeef req-849a14d7-6ee9-418f-bc3b-e183aa46110a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:56.503655 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b520f98f-70f2-4e2c-87fb-3826ed1faeef req-849a14d7-6ee9-418f-bc3b-e183aa46110a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e45d987a-d1f8-40c7-a3c8-bc781719a98b HTTP/1.1" status: 200 len: 910 time: 0.2230971 Apr 08 02:49:56.506708 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:56.590044 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b520f98f-70f2-4e2c-87fb-3826ed1faeef req-4de3eba1-c29e-4f71-b140-6926c7b34c67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3727c974-f2ea-40d1-8d0b-552b0ff35ce4 HTTP/1.1" status: 200 len: 217 time: 0.0757360 Apr 08 02:49:56.594116 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Transition to ACTIVE for port object db2798d2-2c78-44d1-a509-ea89daadd8b3 will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:49:56.665440 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520f98f-70f2-4e2c-87fb-3826ed1faeef req-81280ced-06a2-490a-bf75-41f54c52e20b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:56.667022 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b520f98f-70f2-4e2c-87fb-3826ed1faeef req-81280ced-06a2-490a-bf75-41f54c52e20b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f650954d-bb42-4036-ac6a-c8cb3e38b880 HTTP/1.1" status: 200 len: 849 time: 0.0694029 Apr 08 02:49:56.711584 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] For port 4cc09d15-f4de-42cc-b285-a955738b7384, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=4cc09d15-f4de-42cc-b285-a955738b7384,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:56.711941 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:56.718253 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:56.734166 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6b6cd8ee-0524-40b4-9c37-8086c6d96742 req-7ad4bdf8-2774-46f5-af60-f48f8d3f0405 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793875 Apr 08 02:49:56.765281 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b520f98f-70f2-4e2c-87fb-3826ed1faeef req-a007c96e-df69-47e6-8eec-6cc944cbf803 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e45d987a-d1f8-40c7-a3c8-bc781719a98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887406 Apr 08 02:49:56.899822 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Calling delete_port for 4cc09d15-f4de-42cc-b285-a955738b7384 owned by network:dhcp {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:56.930182 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-cdd4703f-9215-4e8b-92a4-eb284593a091 None None] For port 4cc09d15-f4de-42cc-b285-a955738b7384, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=4cc09d15-f4de-42cc-b285-a955738b7384,segment=NetworkSegment(1eea4818-f3ec-4589-a0d8-9eb7fba36920),segment_id=1eea4818-f3ec-4589-a0d8-9eb7fba36920)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:56.930754 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-cdd4703f-9215-4e8b-92a4-eb284593a091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:57.094050 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4703f-9215-4e8b-92a4-eb284593a091 None None] Calling delete_port for 4cc09d15-f4de-42cc-b285-a955738b7384 owned by network:dhcp {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:49:57.103138 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:57.167479 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Network 8faf2455-e525-4732-9869-724624fc181a is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:49:57.178425 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.db.api [None req-cdd4703f-9215-4e8b-92a4-eb284593a091 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 02:49:57.179304 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG oslo_db.api [None req-cdd4703f-9215-4e8b-92a4-eb284593a091 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 02:49:57.188454 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event updated for resources: {'Port': ['ID=db2798d2-2c78-44d1-a509-ea89daadd8b3,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:57.189856 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:49:57.193743 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:49:57.245058 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc09d15-f4de-42cc-b285-a955738b7384,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:57.270686 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] No DVR routers for this DVR port 4cc09d15-f4de-42cc-b285-a955738b7384 on host dv-cinder-837052-1-smb {{(pid=83154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:49:57.324351 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:57.324973 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:57.330179 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b520f98f-70f2-4e2c-87fb-3826ed1faeef req-583cf66c-bf87-41d3-bae6-d49068bb17ce service neutron] 10.222.0.37 "GET /v2.0/networks/e45d987a-d1f8-40c7-a3c8-bc781719a98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571890 Apr 08 02:49:57.361591 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:49:57.444869 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7dfe5e6c-a18b-4219-bd97-964a839bb755 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0866504 Apr 08 02:49:57.445100 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020a98-3d8f-4603-be01-da0257e2f793 req-b437c0d0-972e-4973-86ee-94abf7229f2d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:57.446596 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-00020a98-3d8f-4603-be01-da0257e2f793 req-b437c0d0-972e-4973-86ee-94abf7229f2d tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 932 time: 0.4669085 Apr 08 02:49:57.458949 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Request body: {'port': {'device_id': '25ea858b-e2e3-48ea-95b4-edc8a4d61391', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:49:57.490986 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:57.539219 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2eaa56e-aab0-4616-b26d-2e4390bf403e']}} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:57.552892 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce745330-3e3e-4ebc-9700-db3a6cb17864 req-a4c23607-a0f7-4d75-b9af-9f6d137a2ad5 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:57.554379 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ce745330-3e3e-4ebc-9700-db3a6cb17864 req-a4c23607-a0f7-4d75-b9af-9f6d137a2ad5 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 943 time: 0.3713279 Apr 08 02:49:57.567393 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eea4818-f3ec-4589-a0d8-9eb7fba36920') {'for_net_delete': True} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:57.567686 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eea4818-f3ec-4589-a0d8-9eb7fba36920') {} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:49:57.577227 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-b1ef9726-cf33-4842-876a-210113528c16 None None] Provisioning for port db2798d2-2c78-44d1-a509-ea89daadd8b3 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:49:57.579687 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-b520f98f-70f2-4e2c-87fb-3826ed1faeef req-fd9f3623-e5d0-423a-8f6a-dbe62ce9912e service neutron] 10.222.0.37 "GET /v2.0/networks/e45d987a-d1f8-40c7-a3c8-bc781719a98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423484 Apr 08 02:49:57.583273 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-b1ef9726-cf33-4842-876a-210113528c16 None None] Provisioning complete for port db2798d2-2c78-44d1-a509-ea89daadd8b3 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:49:57.585567 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-b1ef9726-cf33-4842-876a-210113528c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:57.611377 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:57.613369 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-00020a98-3d8f-4603-be01-da0257e2f793 req-e639f58a-7405-43d3-b2c3-df31cf4668cd tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=5032cfae-6332-4d80-be99-a377b42af138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428370 Apr 08 02:49:57.614269 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3199041'] for segment, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:57.637753 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ce745330-3e3e-4ebc-9700-db3a6cb17864 req-06fa7327-2e64-475b-9815-daf2248f7945 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/security-groups?id=6943cbe4-f203-4a82-a31f-b9f8002b3b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739021 Apr 08 02:49:57.638679 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:57.660458 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:49:57.660585 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=83154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:49:57.660585 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107767'] for segment, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:57.683274 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4703f-9215-4e8b-92a4-eb284593a091 None None] Deleting port 4cc09d15-f4de-42cc-b285-a955738b7384 {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:49:57.683735 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-cdd4703f-9215-4e8b-92a4-eb284593a091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: Traceback (most recent call last): Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: timer() Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: cb(*args, **kw) Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: return func(*args, **kwargs) Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: self._notify() Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: self.callback(batched_events) Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: event.method(event) Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: return f(self, *a, **k) Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: return self._get(url).json() Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: return self.request(url, 'GET', **kwargs) Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:49:57.692258 dv-cinder-837052-1-smb neutron-server[83154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:49:57.784461 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 4cc09d15-f4de-42cc-b285-a955738b7384 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:49:57.820290 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef9726-cf33-4842-876a-210113528c16 None None] Port db2798d2-2c78-44d1-a509-ea89daadd8b3 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:49:57.836273 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4703f-9215-4e8b-92a4-eb284593a091 None None] The port '4cc09d15-f4de-42cc-b285-a955738b7384' was deleted {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 02:49:57.843236 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.db.resource_extend [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 02:49:57.844814 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:57.885796 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:57.888985 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=f2eaa56e-aab0-4616-b26d-2e4390bf403e,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:57.890092 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: 4cc09d15-f4de-42cc-b285-a955738b7384 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:49:57.890429 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 4cc09d15-f4de-42cc-b285-a955738b7384 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:49:57.929616 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-68921acd-2add-44b7-8ae3-24d04f7e4a0e admin admin] 10.222.0.44 "DELETE /v2.0/networks/f2eaa56e-aab0-4616-b26d-2e4390bf403e HTTP/1.1" status: 204 len: 168 time: 1.8416660 Apr 08 02:49:57.932485 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40326) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:58.098005 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3727c974-f2ea-40d1-8d0b-552b0ff35ce4,segment=NetworkSegment(731872a9-0c76-4769-a848-2c204afb21fb),segment_id=731872a9-0c76-4769-a848-2c204afb21fb)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:58.122791 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '3727c974-f2ea-40d1-8d0b-552b0ff35ce4', 'network_id': 'e45d987a-d1f8-40c7-a3c8-bc781719a98b', 'port_id': '3727c974-f2ea-40d1-8d0b-552b0ff35ce4', 'mac_address': 'fa:16:3e:66:1d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f650954d-bb42-4036-ac6a-c8cb3e38b880', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:49:58.127725 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2798d2-2c78-44d1-a509-ea89daadd8b3 {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:49:58.136046 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:58.154461 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Transition to ACTIVE for port object db2798d2-2c78-44d1-a509-ea89daadd8b3 will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:49:58.164760 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:58.187721 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91cc84-8847-49d2-94d2-11d24c159c8d req-9b06dee6-29e8-4522-acf9-39c05efcd217 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:58.189235 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8d91cc84-8847-49d2-94d2-11d24c159c8d req-9b06dee6-29e8-4522-acf9-39c05efcd217 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.1730883 Apr 08 02:49:58.206374 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:58.246457 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:49:58.265805 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3727c974-f2ea-40d1-8d0b-552b0ff35ce4,segment=NetworkSegment(731872a9-0c76-4769-a848-2c204afb21fb),segment_id=731872a9-0c76-4769-a848-2c204afb21fb)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:49:58.272229 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:58.282581 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8d91cc84-8847-49d2-94d2-11d24c159c8d req-b2c226d6-a1c0-4611-b32b-dce325ff680f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870771 Apr 08 02:49:58.372009 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Pushing event updated for resources: {'Port': ['ID=db2798d2-2c78-44d1-a509-ea89daadd8b3,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:58.436551 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=3727c974-f2ea-40d1-8d0b-552b0ff35ce4,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:58.480066 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Attempting to bind port db2798d2-2c78-44d1-a509-ea89daadd8b3 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:49:58.480689 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Attempting to bind port db2798d2-2c78-44d1-a509-ea89daadd8b3 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:49:58.481178 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Attempting to bind port db2798d2-2c78-44d1-a509-ea89daadd8b3 on network 8faf2455-e525-4732-9869-724624fc181a {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:49:58.488391 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Port db2798d2-2c78-44d1-a509-ea89daadd8b3 on network 8faf2455-e525-4732-9869-724624fc181a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:49:58.489005 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Attempting to bind port db2798d2-2c78-44d1-a509-ea89daadd8b3 on network 8faf2455-e525-4732-9869-724624fc181a {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:49:58.496796 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:49:58.497518 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Checking segment: {'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:49:58.498060 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Bound using segment: {'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:49:58.498666 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Bound port: db2798d2-2c78-44d1-a509-ea89daadd8b3, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51b3ba0-330a-43c1-bf31-a577192367e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8faf2455-e525-4732-9869-724624fc181a'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:49:58.499198 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:58.542943 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['3727c974-f2ea-40d1-8d0b-552b0ff35ce4'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:49:58.663931 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] For port db2798d2-2c78-44d1-a509-ea89daadd8b3, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:49:58.673326 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] For port db2798d2-2c78-44d1-a509-ea89daadd8b3, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=db2798d2-2c78-44d1-a509-ea89daadd8b3,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:49:58.686946 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:58.737339 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a015768a-4545-4b29-b7c3-5e736fe30b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-980797'] for router_interface, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:58.755181 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:58.756980 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] 10.222.0.37 "PUT /v2.0/ports/db2798d2-2c78-44d1-a509-ea89daadd8b3 HTTP/1.1" status: 200 len: 1094 time: 1.3028305 Apr 08 02:49:58.860096 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ea858b-e2e3-48ea-95b4-edc8a4d61391', 'tag': 'db2798d2-2c78-44d1-a509-ea89daadd8b3'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:49:58.946166 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdca71-fa24-49dd-97c1-ad228cf19cfb service neutron] Pushing event updated for resources: {'Port': ['ID=db2798d2-2c78-44d1-a509-ea89daadd8b3,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:59.002247 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-b9115aed-2e70-4c6e-be19-dc450f7d044c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b058649f650a4525af29343dc21492cc&device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 1097 time: 0.1366739 Apr 08 02:49:59.092224 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-3be9dc4b-a678-465f-9f45-ce00a8c3e961 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db2798d2-2c78-44d1-a509-ea89daadd8b3 HTTP/1.1" status: 200 len: 217 time: 0.0806596 Apr 08 02:49:59.158800 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7b07e42c-1449-446e-be54-b9264f0d3073 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:59.162583 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-7b07e42c-1449-446e-be54-b9264f0d3073 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=132caaed-3126-47eb-b1f2-b9b8005ab354 HTTP/1.1" status: 200 len: 849 time: 0.0610371 Apr 08 02:49:59.273531 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16918e-9971-44ab-9eae-62fea3c910cb req-db2f4a5b-6479-495e-accd-280e3dd2519d tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:59.274216 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-aab361bc-cb0e-4e5b-bbb8-b5f0354e918f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8faf2455-e525-4732-9869-724624fc181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1058180 Apr 08 02:49:59.274917 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-be16918e-9971-44ab-9eae-62fea3c910cb req-db2f4a5b-6479-495e-accd-280e3dd2519d tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 944 time: 0.1946619 Apr 08 02:49:59.282105 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0695d63-86ce-4fbe-9d51-cc63f9a661b2 req-b2b4e8fe-c7ab-48c0-84c5-9225bc85896c tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:59.288945 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c0695d63-86ce-4fbe-9d51-cc63f9a661b2 req-b2b4e8fe-c7ab-48c0-84c5-9225bc85896c tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 944 time: 0.3580573 Apr 08 02:49:59.381402 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-be16918e-9971-44ab-9eae-62fea3c910cb req-da3861e2-a6ce-4615-89e5-0a641935bfa1 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/security-groups?id=6943cbe4-f203-4a82-a31f-b9f8002b3b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887487 Apr 08 02:49:59.395058 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c0695d63-86ce-4fbe-9d51-cc63f9a661b2 req-198d2d74-d405-49e8-98e9-c62c5c648d49 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=5032cfae-6332-4d80-be99-a377b42af138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051478 Apr 08 02:49:59.542315 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a7c939-646d-4832-9711-4c80b6b874cb'] response: {'name': 'network-changed', 'server_uuid': '25ea858b-e2e3-48ea-95b4-edc8a4d61391', 'tag': 'db2798d2-2c78-44d1-a509-ea89daadd8b3', 'status': 'completed', 'code': 200} Apr 08 02:49:59.611940 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-cb140bc9-9104-40d6-803c-3088f0474a18 service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292389 Apr 08 02:49:59.667600 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:49:59.804809 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:49:59.805441 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a699ca-9099-4064-853e-1e96ddb8f3cd req-abbbc960-d698-4f2c-b183-c920d1a10889 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:59.812363 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-73a699ca-9099-4064-853e-1e96ddb8f3cd req-abbbc960-d698-4f2c-b183-c920d1a10889 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.2416921 Apr 08 02:49:59.821288 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:49:59.821949 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:59.826701 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-cf3d4d09-67a0-487f-91d0-84383ac0a1c6 req-4bce58e3-a5c5-4e46-9273-05fc6093fc76 service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082272 Apr 08 02:49:59.955856 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-73a699ca-9099-4064-853e-1e96ddb8f3cd req-12f5966f-cddf-4fd4-b27b-e303fcd1fc82 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425278 Apr 08 02:50:00.009454 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf8d38-28e3-49ca-bb10-c4742e4b882e req-65f554e3-c754-4321-afd8-3dc0b7a1c3df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b058649f650a4525af29343dc21492cc&device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 1097 time: 0.1031561 Apr 08 02:50:00.028625 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:00.058434 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dabaebc-e914-4bc1-868e-9b592ef069e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3727c974-f2ea-40d1-8d0b-552b0ff35ce4'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:50:00.070557 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3727c974-f2ea-40d1-8d0b-552b0ff35ce4,segment=NetworkSegment(731872a9-0c76-4769-a848-2c204afb21fb),segment_id=731872a9-0c76-4769-a848-2c204afb21fb)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:00.079079 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:00.157611 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=3727c974-f2ea-40d1-8d0b-552b0ff35ce4,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:00.178945 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c66fc007-6f4a-4594-b855-cbe42a5c8218'] response: {'server_uuid': '6dabaebc-e914-4bc1-868e-9b592ef069e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3727c974-f2ea-40d1-8d0b-552b0ff35ce4', 'code': 200} Apr 08 02:50:00.212916 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-a015768a-4545-4b29-b7c3-5e736fe30b27 admin admin] Deleting port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:00.215093 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a015768a-4545-4b29-b7c3-5e736fe30b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:00.230206 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8d38-28e3-49ca-bb10-c4742e4b882e req-b7640a72-29ba-4063-b691-4d5ca4b8cda6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:00.232620 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf8d38-28e3-49ca-bb10-c4742e4b882e req-b7640a72-29ba-4063-b691-4d5ca4b8cda6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8faf2455-e525-4732-9869-724624fc181a HTTP/1.1" status: 200 len: 911 time: 0.2129288 Apr 08 02:50:00.337382 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf8d38-28e3-49ca-bb10-c4742e4b882e req-8f7d7ef9-0e01-406f-812c-02bc2e52ea64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db2798d2-2c78-44d1-a509-ea89daadd8b3 HTTP/1.1" status: 200 len: 217 time: 0.0938513 Apr 08 02:50:00.451593 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [None req-a015768a-4545-4b29-b7c3-5e736fe30b27 admin admin] For port 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4,segment=NetworkSegment(4d909209-4c20-4102-9897-f3880eb3728d),segment_id=4d909209-4c20-4102-9897-f3880eb3728d)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:00.452168 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a015768a-4545-4b29-b7c3-5e736fe30b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:00.497517 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8d38-28e3-49ca-bb10-c4742e4b882e req-91939ad0-9923-440a-adaa-7d046063095a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:00.499028 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf8d38-28e3-49ca-bb10-c4742e4b882e req-91939ad0-9923-440a-adaa-7d046063095a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=132caaed-3126-47eb-b1f2-b9b8005ab354 HTTP/1.1" status: 200 len: 849 time: 0.1491244 Apr 08 02:50:00.614039 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7478998d-cb5e-4b8a-9700-96803c7c48e5 req-9b96ea15-3c3d-401c-997a-4a5856300ccb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 1098 time: 0.2219372 Apr 08 02:50:00.623838 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf8d38-28e3-49ca-bb10-c4742e4b882e req-9d9a9d65-f5e6-4117-af26-f6edc5e69495 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8faf2455-e525-4732-9869-724624fc181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1139307 Apr 08 02:50:00.635031 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-a015768a-4545-4b29-b7c3-5e736fe30b27 admin admin] Calling delete_port for 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 owned by network:router_interface {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:50:00.778940 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-7478998d-cb5e-4b8a-9700-96803c7c48e5 req-95249a28-d1f0-4b59-b87c-c904e313336d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6943cbe4-f203-4a82-a31f-b9f8002b3b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402075 Apr 08 02:50:00.818097 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf8d38-28e3-49ca-bb10-c4742e4b882e req-13fab8c3-45b1-4ee3-bc15-3bc224f3ef65 service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654758 Apr 08 02:50:00.849031 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c39e2-e3f4-4624-930d-ae3d1a9db8ff req-5d833761-69c7-4855-b8a4-8d0dcfd0190b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:00.855843 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-084c39e2-e3f4-4624-930d-ae3d1a9db8ff req-5d833761-69c7-4855-b8a4-8d0dcfd0190b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 944 time: 0.2291157 Apr 08 02:50:00.895042 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb25f89-86ce-4191-8fa9-5eb884196b96 req-084b996d-56f9-4567-9043-6d2a8c903663 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:00.896342 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7fb25f89-86ce-4191-8fa9-5eb884196b96 req-084b996d-56f9-4567-9043-6d2a8c903663 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 945 time: 0.2685165 Apr 08 02:50:00.951841 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-084c39e2-e3f4-4624-930d-ae3d1a9db8ff req-ff1748c5-b1f0-4f60-b290-8c026fc983bb tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=5032cfae-6332-4d80-be99-a377b42af138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951574 Apr 08 02:50:01.034082 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7fb25f89-86ce-4191-8fa9-5eb884196b96 req-e670e1aa-e1d0-43f8-829b-5f69872b5cdc tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/security-groups?id=6943cbe4-f203-4a82-a31f-b9f8002b3b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282096 Apr 08 02:50:01.084790 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a015768a-4545-4b29-b7c3-5e736fe30b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:01.125125 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c0bf8d38-28e3-49ca-bb10-c4742e4b882e req-c3b2f6cb-9345-45fd-87c9-9c2952aa1c70 service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449120 Apr 08 02:50:01.257549 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015768a-4545-4b29-b7c3-5e736fe30b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:01.497824 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab189d0b-9ace-4140-9dc8-b41249cd09a7 req-6bcca864-c645-4a69-a080-860c7e78ba78 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:01.499344 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ab189d0b-9ace-4140-9dc8-b41249cd09a7 req-6bcca864-c645-4a69-a080-860c7e78ba78 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.2822132 Apr 08 02:50:01.561338 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ab189d0b-9ace-4140-9dc8-b41249cd09a7 req-31836c53-a2f5-460b-8b50-cc4e2a810205 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560424 Apr 08 02:50:01.617411 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a015768a-4545-4b29-b7c3-5e736fe30b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980844'] for router_interface, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:01.667592 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device db2798d2-2c78-44d1-a509-ea89daadd8b3 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:50:01.802114 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port db2798d2-2c78-44d1-a509-ea89daadd8b3, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=db2798d2-2c78-44d1-a509-ea89daadd8b3,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:01.814811 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': 'db2798d2-2c78-44d1-a509-ea89daadd8b3', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'port_id': 'db2798d2-2c78-44d1-a509-ea89daadd8b3', 'mac_address': 'fa:16:3e:0f:94:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:50:01.866102 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:01.886146 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2798d2-2c78-44d1-a509-ea89daadd8b3 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:50:01.901433 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port db2798d2-2c78-44d1-a509-ea89daadd8b3, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=db2798d2-2c78-44d1-a509-ea89daadd8b3,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:01.907806 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:01.983523 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=db2798d2-2c78-44d1-a509-ea89daadd8b3,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:02.191982 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['db2798d2-2c78-44d1-a509-ea89daadd8b3'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:50:02.239036 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a483354d-edba-4075-9267-b31b4e2deeb9 req-0097c759-5be9-4eee-9220-255bc7114b52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f36689d17778495781486ab15ffa7a19&device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 1099 time: 0.0724072 Apr 08 02:50:02.289958 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b5f9f-b85a-4f19-81d6-3a029f7aff88 req-01c2a3f6-e1a1-436c-a495-88e2c9ec8742 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:02.291430 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d84b5f9f-b85a-4f19-81d6-3a029f7aff88 req-01c2a3f6-e1a1-436c-a495-88e2c9ec8742 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 945 time: 0.1276269 Apr 08 02:50:02.324322 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da179d-33d8-4dd2-bd1f-d07e3c47e72e req-0b9bfcaf-4f5c-44b7-bd67-1470d1a0b136 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:02.325632 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e9da179d-33d8-4dd2-bd1f-d07e3c47e72e req-0b9bfcaf-4f5c-44b7-bd67-1470d1a0b136 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 945 time: 0.2012172 Apr 08 02:50:02.375282 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483354d-edba-4075-9267-b31b4e2deeb9 req-d145ef4e-c5dc-42d4-bb76-551839f0368c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:02.376817 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a483354d-edba-4075-9267-b31b4e2deeb9 req-d145ef4e-c5dc-42d4-bb76-551839f0368c service neutron] 10.222.0.37 "GET /v2.0/networks?id=08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 200 len: 917 time: 0.1289840 Apr 08 02:50:02.380880 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d84b5f9f-b85a-4f19-81d6-3a029f7aff88 req-97111faa-5b06-4f6d-9eb7-600d735e2b4d tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/security-groups?id=6943cbe4-f203-4a82-a31f-b9f8002b3b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817118 Apr 08 02:50:02.415281 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e9da179d-33d8-4dd2-bd1f-d07e3c47e72e req-d2d73306-6aad-461d-81ec-282f113f1604 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=5032cfae-6332-4d80-be99-a377b42af138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737073 Apr 08 02:50:02.443180 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a015768a-4545-4b29-b7c3-5e736fe30b27 admin admin] Router 14abff6b-32dc-4a2a-bb60-170f461fe4a4 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:50:02.488335 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a483354d-edba-4075-9267-b31b4e2deeb9 req-d4f71a75-fe6d-4148-8234-ea521adbc460 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5887db-bed4-4a2b-bf77-2211044f1145 HTTP/1.1" status: 200 len: 1001 time: 0.1046040 Apr 08 02:50:02.552653 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483354d-edba-4075-9267-b31b4e2deeb9 req-a7756883-8475-46f6-82d5-1505b9d52274 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:02.554194 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a483354d-edba-4075-9267-b31b4e2deeb9 req-a7756883-8475-46f6-82d5-1505b9d52274 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64016a0c-f630-4f2c-b2c8-29440d7c30ef HTTP/1.1" status: 200 len: 855 time: 0.0559876 Apr 08 02:50:02.638546 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a483354d-edba-4075-9267-b31b4e2deeb9 req-691ec143-a7f3-4e2b-b907-2acc5dfa912f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08bdb27d-9848-4e86-ab5c-accfd09c6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760164 Apr 08 02:50:02.793412 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a483354d-edba-4075-9267-b31b4e2deeb9 req-dd9a9f4d-d305-4748-819b-6637b5598d79 service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441362 Apr 08 02:50:02.798485 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaca803-03f0-4e8b-8d71-ed29c2ca03ce req-40de55fa-f8bf-4816-a606-72aa7cc66968 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:02.800084 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dcaca803-03f0-4e8b-8d71-ed29c2ca03ce req-40de55fa-f8bf-4816-a606-72aa7cc66968 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.0958834 Apr 08 02:50:02.863845 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dcaca803-03f0-4e8b-8d71-ed29c2ca03ce req-6454d30d-b988-4b49-9c4b-c96339b96805 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568221 Apr 08 02:50:02.876622 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a015768a-4545-4b29-b7c3-5e736fe30b27 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:50:02.888724 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34fb1d2-1a04-4235-9ba3-d771175394f9 None None] Sync routers for ids ['14abff6b-32dc-4a2a-bb60-170f461fe4a4'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:50:02.902063 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-a015768a-4545-4b29-b7c3-5e736fe30b27 admin admin] 10.222.0.44 "PUT /v2.0/routers/14abff6b-32dc-4a2a-bb60-170f461fe4a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9679747 Apr 08 02:50:02.904488 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40370) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:02.911820 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34fb1d2-1a04-4235-9ba3-d771175394f9 None None] Routers {'14abff6b-32dc-4a2a-bb60-170f461fe4a4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:50:02.914161 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-a34fb1d2-1a04-4235-9ba3-d771175394f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['14abff6b-32dc-4a2a-bb60-170f461fe4a4'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:03.083912 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a483354d-edba-4075-9267-b31b4e2deeb9 req-7a6cc370-c003-4deb-ab7a-f53a541fb585 service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838607 Apr 08 02:50:03.112729 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-a34fb1d2-1a04-4235-9ba3-d771175394f9 None None] Set router 14abff6b-32dc-4a2a-bb60-170f461fe4a4 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:50:03.115895 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Notify callbacks [] for router, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:03.313521 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:03.324408 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Deleting port e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:03.324767 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:03.388845 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-a34fb1d2-1a04-4235-9ba3-d771175394f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'name': 'tempest-TestMinimumBasicScenario-530077369-router', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:52Z', 'updated_at': '2022-04-08T02:50:00Z', 'revision_number': 5, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'gw_port': {'id': 'e7dd83d1-aaa6-4611-9763-2a9ad6d5b167', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:53Z', 'updated_at': '2022-04-08T02:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:03.392690 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34fb1d2-1a04-4235-9ba3-d771175394f9 None None] Checking router: 14abff6b-32dc-4a2a-bb60-170f461fe4a4 for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:50:03.403079 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34fb1d2-1a04-4235-9ba3-d771175394f9 None None] Routers {'14abff6b-32dc-4a2a-bb60-170f461fe4a4'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:50:03.403630 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-a34fb1d2-1a04-4235-9ba3-d771175394f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['14abff6b-32dc-4a2a-bb60-170f461fe4a4'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:03.497404 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] For port e7dd83d1-aaa6-4611-9763-2a9ad6d5b167, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=e7dd83d1-aaa6-4611-9763-2a9ad6d5b167,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:03.497799 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:03.549180 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-a34fb1d2-1a04-4235-9ba3-d771175394f9 None None] Set router 14abff6b-32dc-4a2a-bb60-170f461fe4a4 gateway port host: None {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:50:03.643937 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Calling delete_port for e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 owned by network:router_gateway {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:50:03.649843 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-a34fb1d2-1a04-4235-9ba3-d771175394f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'name': 'tempest-TestMinimumBasicScenario-530077369-router', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:52Z', 'updated_at': '2022-04-08T02:50:03Z', 'revision_number': 6, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'gw_port_host': None}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:03.653964 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34fb1d2-1a04-4235-9ba3-d771175394f9 None None] The sync data for ids ['14abff6b-32dc-4a2a-bb60-170f461fe4a4'] in dv-cinder-837052-1-smb is: [{'id': '14abff6b-32dc-4a2a-bb60-170f461fe4a4', 'name': 'tempest-TestMinimumBasicScenario-530077369-router', 'tenant_id': 'd59dbfe0067d4c14a724f231259d10fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:52Z', 'updated_at': '2022-04-08T02:50:03Z', 'revision_number': 6, 'project_id': 'd59dbfe0067d4c14a724f231259d10fa', 'gw_port_host': None}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:50:03.691867 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device db2798d2-2c78-44d1-a509-ea89daadd8b3 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:50:03.760263 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port db2798d2-2c78-44d1-a509-ea89daadd8b3 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:50:03.760598 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf3d4a-6015-41d7-ac4c-3fb3a15cec1d req-77b9b28a-5ae6-457d-91c2-8811c40efbae tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:03.762557 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eecf3d4a-6015-41d7-ac4c-3fb3a15cec1d req-77b9b28a-5ae6-457d-91c2-8811c40efbae tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 945 time: 0.2041326 Apr 08 02:50:03.765392 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port db2798d2-2c78-44d1-a509-ea89daadd8b3 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:50:03.765749 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:03.849642 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eecf3d4a-6015-41d7-ac4c-3fb3a15cec1d req-9a4cf53d-c697-4b5d-86a1-23f34bdd099e tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=5032cfae-6332-4d80-be99-a377b42af138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802066 Apr 08 02:50:03.880965 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:03.888165 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:03.912433 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port db2798d2-2c78-44d1-a509-ea89daadd8b3, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=db2798d2-2c78-44d1-a509-ea89daadd8b3,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:03.913349 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ea858b-e2e3-48ea-95b4-edc8a4d61391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2798d2-2c78-44d1-a509-ea89daadd8b3'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:50:03.925141 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:03.948403 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e7dd83d1-aaa6-4611-9763-2a9ad6d5b167,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:04.067517 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=db2798d2-2c78-44d1-a509-ea89daadd8b3,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:04.123117 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032f65bd-52be-4e34-af10-65803517f0c6'] response: {'server_uuid': '25ea858b-e2e3-48ea-95b4-edc8a4d61391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2798d2-2c78-44d1-a509-ea89daadd8b3', 'code': 200} Apr 08 02:50:04.363825 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980310'] for router_gateway, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:04.375925 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-163575f6-93e4-449c-b204-eb9c6369ca4b req-0b83f90b-eced-41f0-9248-62c9af161a0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 1099 time: 0.0757849 Apr 08 02:50:04.422770 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-163575f6-93e4-449c-b204-eb9c6369ca4b req-5177a9b6-c1ba-49de-a245-46d16d2282b8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5032cfae-6332-4d80-be99-a377b42af138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395334 Apr 08 02:50:04.642226 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f73120-4064-4392-b91e-718b8324b430 req-08b7a256-0a26-4ff3-9dff-aaee6f047853 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:04.643675 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e3f73120-4064-4392-b91e-718b8324b430 req-08b7a256-0a26-4ff3-9dff-aaee6f047853 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.4960728 Apr 08 02:50:04.649262 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5703'] for router, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:04.673426 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:04.770634 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e3f73120-4064-4392-b91e-718b8324b430 req-31edd8ae-cedb-4a05-9d67-de0d92db7f9c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186125 Apr 08 02:50:04.776017 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968058'] for router, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:04.776612 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14abff6b-32dc-4a2a-bb60-170f461fe4a4 {{(pid=83154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 02:50:04.790139 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] Notify callbacks [] for router, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:04.791279 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-88f55ebf-bcda-4480-9db7-1076b718a4fe admin admin] 10.222.0.44 "DELETE /v2.0/routers/14abff6b-32dc-4a2a-bb60-170f461fe4a4 HTTP/1.1" status: 204 len: 168 time: 1.8852749 Apr 08 02:50:04.793972 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40396) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:04.852867 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_v2 [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Deleting subnet 161b2534-e10c-44f2-ac7c-7f26c51d083e {{(pid=83154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:50:04.856048 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:04.934411 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3199064'] for subnet, precommit_delete_associations {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:05.073993 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:05.112960 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603913-6f60-4eb7-86de-f1f8681847b7 req-59809880-201d-42dc-b367-a717b3308175 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:05.114420 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9d603913-6f60-4eb7-86de-f1f8681847b7 req-59809880-201d-42dc-b367-a717b3308175 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 946 time: 0.1324644 Apr 08 02:50:05.174282 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9d603913-6f60-4eb7-86de-f1f8681847b7 req-9ec03372-1fda-4849-8165-5226a1547f03 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=5032cfae-6332-4d80-be99-a377b42af138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516698 Apr 08 02:50:05.187933 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4107689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3354665'] for subnet, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:05.224804 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161b2534-e10c-44f2-ac7c-7f26c51d083e,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:05.234630 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:05.234956 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:05.235313 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:05.235633 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:05.235932 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:05.236248 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:05.236560 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:05.237406 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:05.237406 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:05.237605 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:05.237751 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:05.240736 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:05.241497 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cc2ced-ec3e-45f2-9eb9-616d7974806c None None] Network 04d99cc9-bfdb-48a8-abe9-2ade96e37348 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:50:05.247383 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-70569ef5-19f2-4deb-8b90-e472280bce07 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/161b2534-e10c-44f2-ac7c-7f26c51d083e HTTP/1.1" status: 204 len: 168 time: 0.4524510 Apr 08 02:50:05.249697 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40410) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:05.360124 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:05.370348 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Deleting port 79c71ea7-02cd-466d-b698-2691a475f02f {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:05.370679 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:05.536204 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7aae2f-3140-44de-b2cb-476ae30f29fe None None] DHCP port deletion for 04d99cc9-bfdb-48a8-abe9-2ade96e37348 request from dv-cinder-837052-1-smb {{(pid=83155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 02:50:05.540090 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-ba7aae2f-3140-44de-b2cb-476ae30f29fe None None] Deleting port 79c71ea7-02cd-466d-b698-2691a475f02f {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:05.540455 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ba7aae2f-3140-44de-b2cb-476ae30f29fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:05.683534 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] For port 79c71ea7-02cd-466d-b698-2691a475f02f, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=79c71ea7-02cd-466d-b698-2691a475f02f,segment=NetworkSegment(4d909209-4c20-4102-9897-f3880eb3728d),segment_id=4d909209-4c20-4102-9897-f3880eb3728d)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:05.683930 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:05.721956 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device ac5887db-bed4-4a2b-bf77-2211044f1145 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:50:05.845450 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-ba7aae2f-3140-44de-b2cb-476ae30f29fe None None] For port 79c71ea7-02cd-466d-b698-2691a475f02f, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=79c71ea7-02cd-466d-b698-2691a475f02f,segment=NetworkSegment(4d909209-4c20-4102-9897-f3880eb3728d),segment_id=4d909209-4c20-4102-9897-f3880eb3728d)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:05.849268 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ba7aae2f-3140-44de-b2cb-476ae30f29fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:05.882188 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Calling delete_port for 79c71ea7-02cd-466d-b698-2691a475f02f owned by network:dhcp {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:50:05.984761 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:06.003831 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-ba7aae2f-3140-44de-b2cb-476ae30f29fe None None] Calling delete_port for 79c71ea7-02cd-466d-b698-2691a475f02f owned by network:dhcp {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:50:06.064491 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:50:06.108751 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:50:06.109325 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 8ebddff1-ed6a-4cdd-9586-1d4ab69dfeb4 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:50:06.109768 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 79c71ea7-02cd-466d-b698-2691a475f02f no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:50:06.162984 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: 79c71ea7-02cd-466d-b698-2691a475f02f {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:50:06.163347 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 79c71ea7-02cd-466d-b698-2691a475f02f not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:50:06.163757 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:50:06.200286 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:50:06.200628 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device e7dd83d1-aaa6-4611-9763-2a9ad6d5b167 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:50:06.207322 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.db.api [None req-ba7aae2f-3140-44de-b2cb-476ae30f29fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 02:50:06.207675 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG oslo_db.api [None req-ba7aae2f-3140-44de-b2cb-476ae30f29fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 02:50:06.226679 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c71ea7-02cd-466d-b698-2691a475f02f,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:06.245438 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] No DVR routers for this DVR port 79c71ea7-02cd-466d-b698-2691a475f02f on host dv-cinder-837052-1-smb {{(pid=83154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:50:06.277463 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:06.313069 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:50:06.326735 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port ac5887db-bed4-4a2b-bf77-2211044f1145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ac5887db-bed4-4a2b-bf77-2211044f1145,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:06.333488 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:06.399442 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:06.411058 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=ac5887db-bed4-4a2b-bf77-2211044f1145,revision_number=8']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:06.429629 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221556a6-c6ea-4d5f-86d4-4cb346709140 req-6a160072-a71f-48d7-b72e-2ab8161f6638 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:06.431097 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-221556a6-c6ea-4d5f-86d4-4cb346709140 req-6a160072-a71f-48d7-b72e-2ab8161f6638 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 946 time: 0.2932181 Apr 08 02:50:06.440803 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab692f7-f674-4fec-a221-5cb5d1b16c35 req-8900ee33-d593-4b57-9720-09174e6fde8d tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:06.442136 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7ab692f7-f674-4fec-a221-5cb5d1b16c35 req-8900ee33-d593-4b57-9720-09174e6fde8d tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 945 time: 0.2986634 Apr 08 02:50:06.444668 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d99cc9-bfdb-48a8-abe9-2ade96e37348']}} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:06.484649 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d909209-4c20-4102-9897-f3880eb3728d') {'for_net_delete': True} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:06.484894 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d909209-4c20-4102-9897-f3880eb3728d') {} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:06.509908 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3199041'] for segment, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:06.538580 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:06.552212 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:50:06.552589 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107767'] for segment, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: Traceback (most recent call last): Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: timer() Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: cb(*args, **kw) Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: return func(*args, **kwargs) Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: self._notify() Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: self.callback(batched_events) Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: event.method(event) Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: return f(self, *a, **k) Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: return self._get(url).json() Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: return self.request(url, 'GET', **kwargs) Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:50:06.566714 dv-cinder-837052-1-smb neutron-server[83154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:50:06.616965 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-221556a6-c6ea-4d5f-86d4-4cb346709140 req-315a9f74-8341-4f34-8e2c-d3b014e99a8c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738803 Apr 08 02:50:06.623740 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7ab692f7-f674-4fec-a221-5cb5d1b16c35 req-1b562fe2-61d7-42ea-b250-1f4d62085057 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/security-groups?id=6943cbe4-f203-4a82-a31f-b9f8002b3b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720464 Apr 08 02:50:06.650427 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:06.677692 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:06.690466 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=04d99cc9-bfdb-48a8-abe9-2ade96e37348,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:06.695508 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-8b763773-8055-42e8-8dfc-93a2feb97cc8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/04d99cc9-bfdb-48a8-abe9-2ade96e37348 HTTP/1.1" status: 204 len: 168 time: 1.4448917 Apr 08 02:50:06.709155 dv-cinder-837052-1-smb neutron-server[83155]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-747930f3-4338-4186-b418-b79ea31dbd4f']: {'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'code': 422} returned with failed status Apr 08 02:50:06.709816 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-ba7aae2f-3140-44de-b2cb-476ae30f29fe None None] Deleting port 79c71ea7-02cd-466d-b698-2691a475f02f {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:06.710341 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ba7aae2f-3140-44de-b2cb-476ae30f29fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:06.789538 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-ba7aae2f-3140-44de-b2cb-476ae30f29fe None None] The port '79c71ea7-02cd-466d-b698-2691a475f02f' was deleted {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 02:50:06.826488 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdaf46-2d07-4a1d-968b-616254d8a9a6 req-2a8ddb85-6e5d-4d90-960f-fd0ba61e8685 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:06.827973 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-42bdaf46-2d07-4a1d-968b-616254d8a9a6 req-2a8ddb85-6e5d-4d90-960f-fd0ba61e8685 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 946 time: 0.0954094 Apr 08 02:50:06.883220 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-42bdaf46-2d07-4a1d-968b-616254d8a9a6 req-60176e69-4d39-4e65-9eae-11d3fb833638 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=5032cfae-6332-4d80-be99-a377b42af138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493035 Apr 08 02:50:06.924741 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40450) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:06.981509 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-010b741d-a665-4481-8559-230c2aab984d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df331efa61df4c838ba6ab92ff33cdaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533109 Apr 08 02:50:06.981821 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40454) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:07.059865 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ab748e3c-6057-4689-ad2a-1a57f736614f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:07.090806 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6b07f-5433-463b-97f2-4c99e7e9599e req-60283691-b211-4bee-8cb3-fd6549e61f6b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:07.092286 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-11f6b07f-5433-463b-97f2-4c99e7e9599e req-60283691-b211-4bee-8cb3-fd6549e61f6b tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 946 time: 0.0801105 Apr 08 02:50:07.095816 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ab748e3c-6057-4689-ad2a-1a57f736614f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:07.101272 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40460) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:07.107297 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-a2967b06-9237-4b79-ad24-d34f03b26050 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Request body: {'floatingip': {'port_id': 'db2798d2-2c78-44d1-a509-ea89daadd8b3'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:50:07.149159 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ab748e3c-6057-4689-ad2a-1a57f736614f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:07.169393 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab748e3c-6057-4689-ad2a-1a57f736614f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac38a78-3708-4eb5-8b6c-5e0518c809c8,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:07.172726 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ab748e3c-6057-4689-ad2a-1a57f736614f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:07.173913 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-ab748e3c-6057-4689-ad2a-1a57f736614f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ac38a78-3708-4eb5-8b6c-5e0518c809c8 HTTP/1.1" status: 204 len: 168 time: 0.1907392 Apr 08 02:50:07.186146 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a2967b06-9237-4b79-ad24-d34f03b26050 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:07.282725 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeee6a1-df4f-4b88-97d0-498b4c104586 req-620c9984-29b8-44c5-bb30-f4e59844febe tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:07.283890 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-beeee6a1-df4f-4b88-97d0-498b4c104586 req-620c9984-29b8-44c5-bb30-f4e59844febe tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Synchronizing usage tracker for tenant:67c3d85cac804289871dd5ece8298ba5 on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:50:07.304278 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-beeee6a1-df4f-4b88-97d0-498b4c104586 req-620c9984-29b8-44c5-bb30-f4e59844febe tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Unset dirty status for tenant:67c3d85cac804289871dd5ece8298ba5 on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:50:07.306163 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-beeee6a1-df4f-4b88-97d0-498b4c104586 req-620c9984-29b8-44c5-bb30-f4e59844febe tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 945 time: 0.1239779 Apr 08 02:50:07.385923 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-beeee6a1-df4f-4b88-97d0-498b4c104586 req-d06519b5-4626-43c4-ba36-a25683cfe255 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Deleting port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:07.386264 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-beeee6a1-df4f-4b88-97d0-498b4c104586 req-d06519b5-4626-43c4-ba36-a25683cfe255 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:07.736914 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-beeee6a1-df4f-4b88-97d0-498b4c104586 req-d06519b5-4626-43c4-ba36-a25683cfe255 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] For port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3727c974-f2ea-40d1-8d0b-552b0ff35ce4,segment=NetworkSegment(731872a9-0c76-4769-a848-2c204afb21fb),segment_id=731872a9-0c76-4769-a848-2c204afb21fb)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:07.739468 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-beeee6a1-df4f-4b88-97d0-498b4c104586 req-d06519b5-4626-43c4-ba36-a25683cfe255 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:07.769772 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40488) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:07.916336 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-beeee6a1-df4f-4b88-97d0-498b4c104586 req-d06519b5-4626-43c4-ba36-a25683cfe255 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Calling delete_port for 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:50:07.980901 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a2967b06-9237-4b79-ad24-d34f03b26050 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:07.992574 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a2967b06-9237-4b79-ad24-d34f03b26050 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:08.000734 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-5d89967b-1237-4177-8732-03e9fcc0e50a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d59dbfe0067d4c14a724f231259d10fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2281814 Apr 08 02:50:08.004717 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40498) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:08.146449 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-beeee6a1-df4f-4b88-97d0-498b4c104586 req-d06519b5-4626-43c4-ba36-a25683cfe255 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:08.215994 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06519b5-4626-43c4-ba36-a25683cfe255 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Pushing event deleted for resources: {'Port': ['ID=3727c974-f2ea-40d1-8d0b-552b0ff35ce4,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:08.263478 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e1381695-987b-4ab7-b521-7e7841adc8c6 req-dfaf094d-26fb-47af-a2f3-60de871877cb tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dabaebc-e914-4bc1-868e-9b592ef069e9 HTTP/1.1" status: 200 len: 210 time: 0.0581629 Apr 08 02:50:08.314674 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeee6a1-df4f-4b88-97d0-498b4c104586 req-d06519b5-4626-43c4-ba36-a25683cfe255 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] No DVR routers for this DVR port 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:50:08.319061 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-beeee6a1-df4f-4b88-97d0-498b4c104586 req-d06519b5-4626-43c4-ba36-a25683cfe255 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:08.321689 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b219030d-3f0d-4c67-a568-676d04f54519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:08.323012 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dabaebc-e914-4bc1-868e-9b592ef069e9', 'name': 'network-vif-deleted', 'tag': '3727c974-f2ea-40d1-8d0b-552b0ff35ce4'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:50:08.352748 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-beeee6a1-df4f-4b88-97d0-498b4c104586 req-d06519b5-4626-43c4-ba36-a25683cfe255 tempest-VolumesActionsTest-781661205 tempest-VolumesActionsTest-781661205-project] 10.222.0.37 "DELETE /v2.0/ports/3727c974-f2ea-40d1-8d0b-552b0ff35ce4 HTTP/1.1" status: 204 len: 173 time: 1.0415950 Apr 08 02:50:08.364236 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b219030d-3f0d-4c67-a568-676d04f54519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:08.382323 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-39e7a143-2b19-4262-a250-80f675a1b952 req-231f2cd5-9e83-4cf0-897a-37b27253013e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1044893 Apr 08 02:50:08.397584 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.l3_db [None req-a2967b06-9237-4b79-ad24-d34f03b26050 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Floating IP da394f93-2c2d-4ac8-9559-c638a6f0c4a4 associated. External IP: 172.28.1.188, port: db2798d2-2c78-44d1-a509-ea89daadd8b3. Apr 08 02:50:08.435041 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b219030d-3f0d-4c67-a568-676d04f54519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:08.473137 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219030d-3f0d-4c67-a568-676d04f54519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71991573-6b6d-4360-bc31-d5e057935e6f,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:08.494489 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b219030d-3f0d-4c67-a568-676d04f54519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:08.500793 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-b219030d-3f0d-4c67-a568-676d04f54519 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71991573-6b6d-4360-bc31-d5e057935e6f HTTP/1.1" status: 204 len: 168 time: 0.4929545 Apr 08 02:50:08.747709 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea946ef-0742-4860-85c9-3a1abbc65bee'] response: {'server_uuid': '6dabaebc-e914-4bc1-868e-9b592ef069e9', 'name': 'network-vif-deleted', 'tag': '3727c974-f2ea-40d1-8d0b-552b0ff35ce4', 'status': 'completed', 'code': 200} Apr 08 02:50:08.927180 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902be4f-26d4-4e0a-950a-2960769fd7a2 req-b5145694-6ae2-4825-a5a2-e29b54907f6f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:08.934528 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d902be4f-26d4-4e0a-950a-2960769fd7a2 req-b5145694-6ae2-4825-a5a2-e29b54907f6f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 944 time: 0.2766454 Apr 08 02:50:08.962548 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-55f6d44b-7f8e-4a1c-8359-f3b120b23d91 req-18dfd656-b757-4567-ad6e-3a217c6c7787 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2671461 Apr 08 02:50:09.012174 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d902be4f-26d4-4e0a-950a-2960769fd7a2 req-e14753f1-ce1d-479b-bf12-cb3d9c058bb9 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765874 Apr 08 02:50:09.110336 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2967b06-9237-4b79-ad24-d34f03b26050 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Router bb618c47-dc84-42f3-9b56-d1f295c44017 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:50:09.324216 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2967b06-9237-4b79-ad24-d34f03b26050 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:50:09.329613 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a2967b06-9237-4b79-ad24-d34f03b26050 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:09.336233 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8ca09-baac-4ef3-82a2-3defc3a85907 None None] Sync routers for ids ['bb618c47-dc84-42f3-9b56-d1f295c44017'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:50:09.350347 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8ca09-baac-4ef3-82a2-3defc3a85907 None None] Routers {'bb618c47-dc84-42f3-9b56-d1f295c44017'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:50:09.351294 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-a4a8ca09-baac-4ef3-82a2-3defc3a85907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['bb618c47-dc84-42f3-9b56-d1f295c44017'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:09.419781 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-a2967b06-9237-4b79-ad24-d34f03b26050 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "PUT /v2.0/floatingips/da394f93-2c2d-4ac8-9559-c638a6f0c4a4 HTTP/1.1" status: 200 len: 992 time: 2.3172388 Apr 08 02:50:09.420535 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ea858b-e2e3-48ea-95b4-edc8a4d61391', 'tag': 'db2798d2-2c78-44d1-a509-ea89daadd8b3'}] {{(pid=83154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:50:09.609501 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-55f6d44b-7f8e-4a1c-8359-f3b120b23d91 req-9c021b7b-3c23-44a9-9663-57c2a0d4bedb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4&tenant_id=f36689d17778495781486ab15ffa7a19 HTTP/1.1" status: 200 len: 1097 time: 0.0965908 Apr 08 02:50:09.673130 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-a4a8ca09-baac-4ef3-82a2-3defc3a85907 None None] Set router bb618c47-dc84-42f3-9b56-d1f295c44017 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:50:09.678175 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83bb25e4-d515-4dd8-8b13-07f31a03c2aa'] response: {'name': 'network-changed', 'server_uuid': '25ea858b-e2e3-48ea-95b4-edc8a4d61391', 'tag': 'db2798d2-2c78-44d1-a509-ea89daadd8b3', 'status': 'completed', 'code': 200} Apr 08 02:50:09.745366 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:50:09.770753 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-55f6d44b-7f8e-4a1c-8359-f3b120b23d91 req-34e80ed1-a203-4a76-9fa1-a3b12d84900a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f36689d17778495781486ab15ffa7a19&device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 1097 time: 0.1398661 Apr 08 02:50:09.783681 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:50:09.784037 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 3727c974-f2ea-40d1-8d0b-552b0ff35ce4 not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:50:09.806279 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8e57e8b4-af3e-421c-ac71-003234a73d03 req-f45b8836-9cf1-442d-b5b2-c3041502dc03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b058649f650a4525af29343dc21492cc&device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 1099 time: 0.1030498 Apr 08 02:50:10.115088 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d44b-7f8e-4a1c-8359-f3b120b23d91 req-c562d014-967c-404e-884d-03a82a11a8fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:10.116540 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-55f6d44b-7f8e-4a1c-8359-f3b120b23d91 req-c562d014-967c-404e-884d-03a82a11a8fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 200 len: 917 time: 0.3376675 Apr 08 02:50:10.120813 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57e8b4-af3e-421c-ac71-003234a73d03 req-7a70f4ad-7148-4a42-b51e-d2cdeca7b7ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:10.122136 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8e57e8b4-af3e-421c-ac71-003234a73d03 req-7a70f4ad-7148-4a42-b51e-d2cdeca7b7ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=8faf2455-e525-4732-9869-724624fc181a HTTP/1.1" status: 200 len: 911 time: 0.2714007 Apr 08 02:50:10.125847 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-a4a8ca09-baac-4ef3-82a2-3defc3a85907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'da394f93-2c2d-4ac8-9559-c638a6f0c4a4', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'floating_ip_address': '172.28.1.188', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'port_id': 'db2798d2-2c78-44d1-a509-ea89daadd8b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'mac_address': 'fa:16:3e:0f:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea858b-e2e3-48ea-95b4-edc8a4d61391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:49:50Z', 'updated_at': '2022-04-08T02:50:07Z', 'revision_number': 1, 'project_id': 'b058649f650a4525af29343dc21492cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:46:01Z', 'revision_number': 5, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:10.130151 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8ca09-baac-4ef3-82a2-3defc3a85907 None None] Checking router: bb618c47-dc84-42f3-9b56-d1f295c44017 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:50:10.141644 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8ca09-baac-4ef3-82a2-3defc3a85907 None None] Routers {'bb618c47-dc84-42f3-9b56-d1f295c44017'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:50:10.142241 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-a4a8ca09-baac-4ef3-82a2-3defc3a85907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:49:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['bb618c47-dc84-42f3-9b56-d1f295c44017'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:10.248001 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52c6c8-2f5b-4b7e-b5fb-c4e019a8100e req-5afd3699-ab55-4a34-b587-56215cddd25b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:10.251082 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5b52c6c8-2f5b-4b7e-b5fb-c4e019a8100e req-5afd3699-ab55-4a34-b587-56215cddd25b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 944 time: 0.0965617 Apr 08 02:50:10.306340 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-55f6d44b-7f8e-4a1c-8359-f3b120b23d91 req-724efc44-7f92-4841-9427-ca2b2d489c36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5887db-bed4-4a2b-bf77-2211044f1145 HTTP/1.1" status: 200 len: 999 time: 0.1773405 Apr 08 02:50:10.311199 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8e57e8b4-af3e-421c-ac71-003234a73d03 req-d873fa6b-3ed2-4f2e-8f14-072ac9425420 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db2798d2-2c78-44d1-a509-ea89daadd8b3 HTTP/1.1" status: 200 len: 1000 time: 0.1804197 Apr 08 02:50:10.312051 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5b52c6c8-2f5b-4b7e-b5fb-c4e019a8100e req-cf291c41-60c8-4435-9b06-17b59c3c858f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548871 Apr 08 02:50:10.363501 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-a4a8ca09-baac-4ef3-82a2-3defc3a85907 None None] Set router bb618c47-dc84-42f3-9b56-d1f295c44017 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:50:10.422459 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57e8b4-af3e-421c-ac71-003234a73d03 req-6e4b253c-dc2b-4a97-b79d-f59808b5e006 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:10.424031 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8e57e8b4-af3e-421c-ac71-003234a73d03 req-6e4b253c-dc2b-4a97-b79d-f59808b5e006 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=132caaed-3126-47eb-b1f2-b9b8005ab354 HTTP/1.1" status: 200 len: 849 time: 0.1071680 Apr 08 02:50:10.425336 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d44b-7f8e-4a1c-8359-f3b120b23d91 req-59b279fe-b1d1-41ac-8807-90b6949ef262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:10.426656 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-55f6d44b-7f8e-4a1c-8359-f3b120b23d91 req-59b279fe-b1d1-41ac-8807-90b6949ef262 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64016a0c-f630-4f2c-b2c8-29440d7c30ef HTTP/1.1" status: 200 len: 855 time: 0.1087456 Apr 08 02:50:10.560711 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8e57e8b4-af3e-421c-ac71-003234a73d03 req-24cea8dc-7dfe-4174-bf33-1cb97aa9469e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8faf2455-e525-4732-9869-724624fc181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1258898 Apr 08 02:50:10.564208 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-55f6d44b-7f8e-4a1c-8359-f3b120b23d91 req-7819c516-5429-4411-bf9c-e4496ede38ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08bdb27d-9848-4e86-ab5c-accfd09c6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1013234 Apr 08 02:50:10.728924 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-a4a8ca09-baac-4ef3-82a2-3defc3a85907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'da394f93-2c2d-4ac8-9559-c638a6f0c4a4', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'floating_ip_address': '172.28.1.188', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'port_id': 'db2798d2-2c78-44d1-a509-ea89daadd8b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'mac_address': 'fa:16:3e:0f:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea858b-e2e3-48ea-95b4-edc8a4d61391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:49:50Z', 'updated_at': '2022-04-08T02:50:07Z', 'revision_number': 1, 'project_id': 'b058649f650a4525af29343dc21492cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:46:01Z', 'revision_number': 5, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:10.733929 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8ca09-baac-4ef3-82a2-3defc3a85907 None None] The sync data for ids ['bb618c47-dc84-42f3-9b56-d1f295c44017'] in dv-cinder-837052-1-smb is: [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': 'da394f93-2c2d-4ac8-9559-c638a6f0c4a4', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'floating_ip_address': '172.28.1.188', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'port_id': 'db2798d2-2c78-44d1-a509-ea89daadd8b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'mac_address': 'fa:16:3e:0f:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea858b-e2e3-48ea-95b4-edc8a4d61391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:49:50Z', 'updated_at': '2022-04-08T02:50:07Z', 'revision_number': 1, 'project_id': 'b058649f650a4525af29343dc21492cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:46:01Z', 'revision_number': 5, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:50:10.805541 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8e57e8b4-af3e-421c-ac71-003234a73d03 req-b6a054df-1741-4180-be82-15b9ad1bb72e service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342901 Apr 08 02:50:10.807277 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-55f6d44b-7f8e-4a1c-8359-f3b120b23d91 req-e4a842ca-fa4a-4887-b66b-694728ea0e1a service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350776 Apr 08 02:50:10.989913 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac3aab-02c5-4196-afdd-ea4db2f0cb0e None None] New status for floating IP da394f93-2c2d-4ac8-9559-c638a6f0c4a4: ACTIVE {{(pid=83156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:50:11.069460 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8e57e8b4-af3e-421c-ac71-003234a73d03 req-d68182a5-89f2-489b-a4de-f91c5c76213c service neutron] 10.222.0.37 "GET /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537735 Apr 08 02:50:11.071160 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-55f6d44b-7f8e-4a1c-8359-f3b120b23d91 req-319f9679-ca1c-448b-ae41-0a004dea0079 service neutron] 10.222.0.37 "GET /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543755 Apr 08 02:50:11.574261 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c577cb8-1bf6-44fc-a21d-f7ff96389562 req-3209fe41-d73a-4796-b1c4-fc33b08a127d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:11.576794 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9c577cb8-1bf6-44fc-a21d-f7ff96389562 req-3209fe41-d73a-4796-b1c4-fc33b08a127d tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 944 time: 0.1008911 Apr 08 02:50:11.631639 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9c577cb8-1bf6-44fc-a21d-f7ff96389562 req-762ed002-643e-440c-b140-ba4b2235f43f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496194 Apr 08 02:50:12.659738 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b923d-e9e3-47f6-8ebd-3f4e47c90e07 req-e256ac89-c2b3-491a-b142-5da39d9f110a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:12.661192 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-290b923d-e9e3-47f6-8ebd-3f4e47c90e07 req-e256ac89-c2b3-491a-b142-5da39d9f110a tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 946 time: 0.0867245 Apr 08 02:50:12.740645 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-290b923d-e9e3-47f6-8ebd-3f4e47c90e07 req-9f932471-fc98-4473-8b78-30a7ecd78f8d tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718338 Apr 08 02:50:12.926513 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77067f-aa6a-4ce9-b81f-8b33fc5efef8 req-870a9f2c-f966-4994-8f51-f120af58fd34 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:12.928466 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0a77067f-aa6a-4ce9-b81f-8b33fc5efef8 req-870a9f2c-f966-4994-8f51-f120af58fd34 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 944 time: 0.1370940 Apr 08 02:50:12.992874 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0a77067f-aa6a-4ce9-b81f-8b33fc5efef8 req-37ae07a1-0d6f-4482-ada8-b824f48fa0bd tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542173 Apr 08 02:50:13.481782 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ba52d1f8-cb98-49f6-aae4-392552dbbe2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:14.091043 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445df36-3793-4621-bdbc-0d31e9236c0f req-0970580d-9416-4d4a-8979-036cb467d99c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:14.093255 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b445df36-3793-4621-bdbc-0d31e9236c0f req-0970580d-9416-4d4a-8979-036cb467d99c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 946 time: 0.1974506 Apr 08 02:50:14.206801 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b445df36-3793-4621-bdbc-0d31e9236c0f req-90453dc5-fde7-4614-badd-d71a552672f6 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986621 Apr 08 02:50:14.279173 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c752f-d2a9-41d4-b570-d30f05990fd9 req-d60d94e4-8219-4ec1-9574-e4b692c3b5e2 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:14.287462 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-572c752f-d2a9-41d4-b570-d30f05990fd9 req-d60d94e4-8219-4ec1-9574-e4b692c3b5e2 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 944 time: 0.1290002 Apr 08 02:50:14.349975 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-572c752f-d2a9-41d4-b570-d30f05990fd9 req-16ff3c38-4b26-4c47-a8b9-74c70edeaf04 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620232 Apr 08 02:50:15.454729 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c21d-f7dd-4bb7-84d4-0ede39255dca req-ae5d6784-529c-4357-8413-c799594d13f1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:15.456338 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4d87c21d-f7dd-4bb7-84d4-0ede39255dca req-ae5d6784-529c-4357-8413-c799594d13f1 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 946 time: 0.1052830 Apr 08 02:50:15.551073 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4d87c21d-f7dd-4bb7-84d4-0ede39255dca req-e31e8486-5773-487b-9e24-936447fac62c tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871911 Apr 08 02:50:15.584594 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d38b8-dd45-422c-bdb7-2f8595df8657 req-1dea9a2d-62d4-4d6e-a2eb-ee886140119c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:15.586513 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-379d38b8-dd45-422c-bdb7-2f8595df8657 req-1dea9a2d-62d4-4d6e-a2eb-ee886140119c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 944 time: 0.0934651 Apr 08 02:50:15.633340 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-379d38b8-dd45-422c-bdb7-2f8595df8657 req-7794b7d3-ccdb-4bc8-b24e-9efe4dc8e8bb tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411568 Apr 08 02:50:15.826860 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-391f55ea-ef64-441f-a470-6e4b01365445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:16.698737 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:16.762743 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59500563-f5e1-4af4-a78c-cb4c4b2c51e9 req-6194bffd-72a8-4359-875c-93fb1bc45554 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:16.764251 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-59500563-f5e1-4af4-a78c-cb4c4b2c51e9 req-6194bffd-72a8-4359-875c-93fb1bc45554 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 946 time: 0.0858405 Apr 08 02:50:16.867704 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-59500563-f5e1-4af4-a78c-cb4c4b2c51e9 req-59ea16c9-fab2-41f8-abd0-a43ee9e66a80 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969110 Apr 08 02:50:16.877610 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:16.895067 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18225c22-2d9b-4365-ac4f-5b11018f054d req-de829cfb-f580-4a61-9715-32cd8e1003ba tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:16.896659 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-18225c22-2d9b-4365-ac4f-5b11018f054d req-de829cfb-f580-4a61-9715-32cd8e1003ba tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 944 time: 0.1123478 Apr 08 02:50:16.947420 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-18225c22-2d9b-4365-ac4f-5b11018f054d req-4aa3579e-ca4a-4c69-b601-5e11c974747e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451066 Apr 08 02:50:18.079758 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e9c87-4f53-4bdc-af75-ac1b986a05b4 req-12134f0e-7314-46b9-bf0b-20f2e192e206 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:18.081179 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0a3e9c87-4f53-4bdc-af75-ac1b986a05b4 req-12134f0e-7314-46b9-bf0b-20f2e192e206 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 946 time: 0.0817802 Apr 08 02:50:18.153922 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:18.195967 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0a3e9c87-4f53-4bdc-af75-ac1b986a05b4 req-b50b0008-22b6-4830-89a9-b00b44ef9f6f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091487 Apr 08 02:50:18.210494 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a41d1-7fc5-4af5-8efc-64d0b86c5d00 req-ca36ead1-ec62-437a-90aa-ea5b5554c9b2 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:18.212159 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dc2a41d1-7fc5-4af5-8efc-64d0b86c5d00 req-ca36ead1-ec62-437a-90aa-ea5b5554c9b2 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 944 time: 0.1106660 Apr 08 02:50:18.258944 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dc2a41d1-7fc5-4af5-8efc-64d0b86c5d00 req-56cf5c36-d650-4a57-ab7b-cb84b944bc76 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406146 Apr 08 02:50:19.491816 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70b255-285f-482f-a6b6-2aeb4ea93958 req-ec3a9d3c-e3e3-41c1-a08a-16414ac2f078 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:19.493311 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1d70b255-285f-482f-a6b6-2aeb4ea93958 req-ec3a9d3c-e3e3-41c1-a08a-16414ac2f078 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 946 time: 0.1464801 Apr 08 02:50:19.556412 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1d70b255-285f-482f-a6b6-2aeb4ea93958 req-484e91d1-d16c-4a7d-8753-b72613638dbe tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516081 Apr 08 02:50:19.566945 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcafc0e-e301-4c6a-a428-63996a5db5a7 req-30794475-1b40-4b9f-bd67-df959f022843 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:19.568365 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-edcafc0e-e301-4c6a-a428-63996a5db5a7 req-30794475-1b40-4b9f-bd67-df959f022843 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 944 time: 0.1608961 Apr 08 02:50:19.618145 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-edcafc0e-e301-4c6a-a428-63996a5db5a7 req-d61d0659-5485-4064-be65-079a9848febc tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434875 Apr 08 02:50:20.753544 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccd262-83d9-43f1-bc63-32c0f68b20e1 req-58603003-cbf2-429a-8d94-281017de0e46 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:20.755019 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6cccd262-83d9-43f1-bc63-32c0f68b20e1 req-58603003-cbf2-429a-8d94-281017de0e46 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 946 time: 0.0745108 Apr 08 02:50:20.853975 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6cccd262-83d9-43f1-bc63-32c0f68b20e1 req-8f5bb588-c211-4ba8-b103-b00c0f3a89ff tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651586 Apr 08 02:50:20.869440 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd59de-d83f-4394-8258-7de9d9cd7981 req-04718fd3-59bb-40ad-ba89-a5dc65fdd91b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:20.870880 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-57fd59de-d83f-4394-8258-7de9d9cd7981 req-04718fd3-59bb-40ad-ba89-a5dc65fdd91b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 944 time: 0.1150057 Apr 08 02:50:20.919599 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-57fd59de-d83f-4394-8258-7de9d9cd7981 req-1142f863-d688-4a9d-98a8-eee7fc6338d2 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418966 Apr 08 02:50:21.806737 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device ac5887db-bed4-4a2b-bf77-2211044f1145 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:50:21.961454 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port ac5887db-bed4-4a2b-bf77-2211044f1145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ac5887db-bed4-4a2b-bf77-2211044f1145,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:21.976210 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'port_id': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'mac_address': 'fa:16:3e:68:b1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:50:22.033830 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:22.056486 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5887db-bed4-4a2b-bf77-2211044f1145 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:50:22.073040 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port ac5887db-bed4-4a2b-bf77-2211044f1145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ac5887db-bed4-4a2b-bf77-2211044f1145,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:22.079864 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:22.095555 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac84317-1c06-437f-a431-5921c835805a req-7f69c646-1554-47ae-b2b8-97f863d26c68 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:22.097631 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eac84317-1c06-437f-a431-5921c835805a req-7f69c646-1554-47ae-b2b8-97f863d26c68 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 946 time: 0.0973496 Apr 08 02:50:22.152598 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=ac5887db-bed4-4a2b-bf77-2211044f1145,revision_number=9']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:22.198653 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-7d5a7741-aeee-42cd-80bc-3e1efdba0fa8 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:22.199537 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-7d5a7741-aeee-42cd-80bc-3e1efdba0fa8 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Synchronizing usage tracker for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:50:22.213751 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eac84317-1c06-437f-a431-5921c835805a req-8bbd9203-40d0-451e-a506-38dae0758d41 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups?id=075dc173-ae84-4a74-b00c-711d26cb02c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691588 Apr 08 02:50:22.217129 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-7d5a7741-aeee-42cd-80bc-3e1efdba0fa8 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Unset dirty status for tenant:d73314cb194d45a0981f40eece2fdb5a on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:50:22.218394 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-7d5a7741-aeee-42cd-80bc-3e1efdba0fa8 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 946 time: 0.1629434 Apr 08 02:50:22.234633 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380847d-13cb-421a-9f5b-81f2b7497117 req-91e54a25-cae2-4109-a0af-6c7b1a39d491 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:22.236452 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5380847d-13cb-421a-9f5b-81f2b7497117 req-91e54a25-cae2-4109-a0af-6c7b1a39d491 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 945 time: 0.1482468 Apr 08 02:50:22.284562 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5380847d-13cb-421a-9f5b-81f2b7497117 req-b49ebbdb-6bea-440f-9835-c4643c8c507c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417573 Apr 08 02:50:22.292533 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Deleting port 9ad54d25-f119-447c-8e19-28c5a36155a0 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:22.292869 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:22.295852 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['ac5887db-bed4-4a2b-bf77-2211044f1145'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:50:22.533994 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] For port 9ad54d25-f119-447c-8e19-28c5a36155a0, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=9ad54d25-f119-447c-8e19-28c5a36155a0,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:22.534313 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:22.914283 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:22.914649 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:22.914985 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Floating IP 42dc4087-256a-4f6f-bb2d-20e153373456 disassociated. External IP: 172.28.1.120, port: 9ad54d25-f119-447c-8e19-28c5a36155a0. Apr 08 02:50:22.915315 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Calling delete_port for 9ad54d25-f119-447c-8e19-28c5a36155a0 owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:50:23.066065 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:23.114122 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event deleted for resources: {'Port': ['ID=9ad54d25-f119-447c-8e19-28c5a36155a0,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:23.336249 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:50:23.449996 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-bac4dc31-4dc7-4fc7-bd69-2a3116329302 req-a3a0f462-3723-4f6c-bdae-8af85f6c5999 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/ports?device_id=de679277-a350-4d56-9da4-05bc98e74902 HTTP/1.1" status: 200 len: 210 time: 0.0554316 Apr 08 02:50:23.541081 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:23.561364 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028cda6-931c-473c-814c-4a55c9a39d62 req-8e377cd4-04c4-464c-bdb1-8fc345f4fa1e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:23.565997 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:50:23.577571 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9028cda6-931c-473c-814c-4a55c9a39d62 req-8e377cd4-04c4-464c-bdb1-8fc345f4fa1e tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 945 time: 0.1263132 Apr 08 02:50:23.578081 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b9fbd2-de73-4212-92b6-a7cc8a4977de None None] Sync routers for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:50:23.594544 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b9fbd2-de73-4212-92b6-a7cc8a4977de None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:50:23.595197 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-c2b9fbd2-de73-4212-92b6-a7cc8a4977de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:50:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:23.641627 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-9028cda6-931c-473c-814c-4a55c9a39d62 req-359d2933-2ef5-4792-be6b-c873af5bc724 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630414 Apr 08 02:50:23.657270 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] No DVR routers for this DVR port 9ad54d25-f119-447c-8e19-28c5a36155a0 on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:50:23.678735 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:23.682619 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de679277-a350-4d56-9da4-05bc98e74902', 'name': 'network-vif-deleted', 'tag': '9ad54d25-f119-447c-8e19-28c5a36155a0'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:50:23.693771 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-9a847063-d87b-4bf9-8665-0152dcedb533 req-8459352b-4a23-46d5-9a8d-65ae9f399bb0 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.37 "DELETE /v2.0/ports/9ad54d25-f119-447c-8e19-28c5a36155a0 HTTP/1.1" status: 204 len: 173 time: 1.4695146 Apr 08 02:50:23.740568 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e0949e-8255-48aa-acf8-05a9e998a478'] response: {'server_uuid': 'de679277-a350-4d56-9da4-05bc98e74902', 'name': 'network-vif-deleted', 'tag': '9ad54d25-f119-447c-8e19-28c5a36155a0', 'status': 'completed', 'code': 200} Apr 08 02:50:23.828720 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device ac5887db-bed4-4a2b-bf77-2211044f1145 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:50:23.927799 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-c2b9fbd2-de73-4212-92b6-a7cc8a4977de None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:50:24.000181 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port ac5887db-bed4-4a2b-bf77-2211044f1145 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:50:24.000417 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:24.308103 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:24.342688 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:50:24.355137 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port ac5887db-bed4-4a2b-bf77-2211044f1145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ac5887db-bed4-4a2b-bf77-2211044f1145,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:24.362802 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:24.414610 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7740b27d-faf4-44c5-be0f-db83fa3cb29c'] response: {'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'code': 200} Apr 08 02:50:24.447178 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-c2b9fbd2-de73-4212-92b6-a7cc8a4977de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:24.447178 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b9fbd2-de73-4212-92b6-a7cc8a4977de None None] Checking router: af54ee4b-49e9-4335-996a-7e7fd2d5d6fa for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:50:24.448963 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=ac5887db-bed4-4a2b-bf77-2211044f1145,revision_number=10']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:24.465229 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b9fbd2-de73-4212-92b6-a7cc8a4977de None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:50:24.466022 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-c2b9fbd2-de73-4212-92b6-a7cc8a4977de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:50:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:24.613131 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40726) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:24.694447 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-59affdf4-e59c-4246-b127-3e11752c0b2f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:24.735444 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-c2b9fbd2-de73-4212-92b6-a7cc8a4977de None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:50:24.738603 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-59affdf4-e59c-4246-b127-3e11752c0b2f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:24.842231 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-59affdf4-e59c-4246-b127-3e11752c0b2f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:24.890312 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59affdf4-e59c-4246-b127-3e11752c0b2f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075dc173-ae84-4a74-b00c-711d26cb02c4,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:24.913611 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-59affdf4-e59c-4246-b127-3e11752c0b2f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:24.915170 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-59affdf4-e59c-4246-b127-3e11752c0b2f tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "DELETE /v2.0/security-groups/075dc173-ae84-4a74-b00c-711d26cb02c4 HTTP/1.1" status: 204 len: 168 time: 0.3005130 Apr 08 02:50:24.917899 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40732) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:24.919847 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53442873-eb4e-4000-848d-35c406051ab3 req-ea0d6814-251f-422e-9c52-cfc0ee9e942c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:24.921471 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-53442873-eb4e-4000-848d-35c406051ab3 req-ea0d6814-251f-422e-9c52-cfc0ee9e942c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 947 time: 0.0976319 Apr 08 02:50:24.938986 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a2052d89-a368-47e0-a046-343ae501cc04 req-c2713ab8-06de-4ec1-ba80-5361e0e54575 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 1100 time: 0.1470830 Apr 08 02:50:24.941970 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.api.v2.resource [None req-01227853-0d81-4c96-9b58-34f6cc83af35 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] show failed (client error): The resource could not be found. Apr 08 02:50:24.943312 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-01227853-0d81-4c96-9b58-34f6cc83af35 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "GET /v2.0/security-groups/075dc173-ae84-4a74-b00c-711d26cb02c4 HTTP/1.1" status: 404 len: 347 time: 0.0239966 Apr 08 02:50:24.948440 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40736) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:24.984446 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-a2052d89-a368-47e0-a046-343ae501cc04 req-0fd89289-fdfd-44ed-8824-85871361ec77 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383732 Apr 08 02:50:25.107618 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-c2b9fbd2-de73-4212-92b6-a7cc8a4977de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:25.111982 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b9fbd2-de73-4212-92b6-a7cc8a4977de None None] The sync data for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb is: [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:44:46Z', 'revision_number': 4, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': '2f28789c-f97f-4445-bcfc-9cc5980be102', 'name': '', 'network_id': '12062f10-b133-4784-86c3-8f4eb869d796', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'mac_address': 'fa:16:3e:77:ae:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57980487-889a-49d9-bd17-72de232f8919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:44Z', 'updated_at': '2022-04-08T02:44:58Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'subnets': [{'id': '57980487-889a-49d9-bd17-72de232f8919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:50:25.216644 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-53442873-eb4e-4000-848d-35c406051ab3 req-a3cc52a1-3755-48f8-8dbd-2800e2072df0 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871866 Apr 08 02:50:25.219491 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Deleting port b6240b75-e9a8-471c-b9fa-3b65c4fd019d {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:25.219827 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:25.336952 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6a2bd2-0ab4-4dfe-a1f9-e3f2fb4798dc None None] New status for floating IP 42dc4087-256a-4f6f-bb2d-20e153373456: DOWN {{(pid=83156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:50:25.392521 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:25.392791 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:25.508309 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Calling delete_port for b6240b75-e9a8-471c-b9fa-3b65c4fd019d owned by network:floatingip {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:50:25.590425 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.db.api [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 02:50:25.590745 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG oslo_db.api [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 02:50:25.823854 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 9ad54d25-f119-447c-8e19-28c5a36155a0 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:50:25.857014 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 9ad54d25-f119-447c-8e19-28c5a36155a0 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:50:25.857432 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 9ad54d25-f119-447c-8e19-28c5a36155a0 not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:50:26.092301 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Deleting port b6240b75-e9a8-471c-b9fa-3b65c4fd019d {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:26.092783 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:26.273849 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:26.274297 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:26.402293 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Calling delete_port for b6240b75-e9a8-471c-b9fa-3b65c4fd019d owned by network:floatingip {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:50:26.566764 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d736-67e1-440e-81c9-1a4a7632fd12 req-d062edb7-200a-43e7-9b5d-65d18b1993a2 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:26.568227 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6312d736-67e1-440e-81c9-1a4a7632fd12 req-d062edb7-200a-43e7-9b5d-65d18b1993a2 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 947 time: 0.1731625 Apr 08 02:50:26.629281 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:26.673839 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-6312d736-67e1-440e-81c9-1a4a7632fd12 req-1cebe264-c031-4ad1-b6fd-4fc147cd5739 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986068 Apr 08 02:50:26.676664 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Pushing event deleted for resources: {'Port': ['ID=b6240b75-e9a8-471c-b9fa-3b65c4fd019d,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:26.769676 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks [] for floatingip, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:26.783437 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:26.784517 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-a8b05ace-0b48-40d2-ba68-307d4d23fc84 tempest-AttachVolumeNegativeTest-1776579478 tempest-AttachVolumeNegativeTest-1776579478-project] 10.222.0.44 "DELETE /v2.0/floatingips/42dc4087-256a-4f6f-bb2d-20e153373456 HTTP/1.1" status: 204 len: 168 time: 1.8351521 Apr 08 02:50:27.280374 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40794) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:27.349866 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a282011f-8f02-49d5-8f8d-1afad3ddb940 admin admin] Deleting subnet f650954d-bb42-4036-ac6a-c8cb3e38b880 {{(pid=83154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:50:27.353700 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a282011f-8f02-49d5-8f8d-1afad3ddb940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:27.412866 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a282011f-8f02-49d5-8f8d-1afad3ddb940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3199064'] for subnet, precommit_delete_associations {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:27.469026 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a282011f-8f02-49d5-8f8d-1afad3ddb940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:27.548521 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a282011f-8f02-49d5-8f8d-1afad3ddb940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4107689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3354665'] for subnet, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:27.583077 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282011f-8f02-49d5-8f8d-1afad3ddb940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f650954d-bb42-4036-ac6a-c8cb3e38b880,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:27.589165 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-a282011f-8f02-49d5-8f8d-1afad3ddb940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:27.595034 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-a282011f-8f02-49d5-8f8d-1afad3ddb940 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f650954d-bb42-4036-ac6a-c8cb3e38b880 HTTP/1.1" status: 204 len: 168 time: 0.3133476 Apr 08 02:50:27.598164 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40798) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:27.785715 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-050a2660-33c8-43a0-84cd-cb24c2bf4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:27.952866 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-050a2660-33c8-43a0-84cd-cb24c2bf4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:27.982198 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-050a2660-33c8-43a0-84cd-cb24c2bf4be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45d987a-d1f8-40c7-a3c8-bc781719a98b']}} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:27.996025 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-050a2660-33c8-43a0-84cd-cb24c2bf4be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731872a9-0c76-4769-a848-2c204afb21fb') {'for_net_delete': True} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:27.996319 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-050a2660-33c8-43a0-84cd-cb24c2bf4be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731872a9-0c76-4769-a848-2c204afb21fb') {} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:28.012136 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-050a2660-33c8-43a0-84cd-cb24c2bf4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3199041'] for segment, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.029268 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d473d82-ba74-441d-aa3b-77d28b63d796 req-1c8edcc8-4a51-43f0-9366-94e5cf19b5f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:28.030741 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8d473d82-ba74-441d-aa3b-77d28b63d796 req-1c8edcc8-4a51-43f0-9366-94e5cf19b5f7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 947 time: 0.2054055 Apr 08 02:50:28.037316 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-050a2660-33c8-43a0-84cd-cb24c2bf4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.062456 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050a2660-33c8-43a0-84cd-cb24c2bf4be3 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:50:28.062840 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-050a2660-33c8-43a0-84cd-cb24c2bf4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107767'] for segment, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: Traceback (most recent call last): Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: timer() Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: cb(*args, **kw) Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: return func(*args, **kwargs) Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: self._notify() Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: self.callback(batched_events) Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: event.method(event) Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: return f(self, *a, **k) Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: return self._get(url).json() Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: return self.request(url, 'GET', **kwargs) Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:50:28.075546 dv-cinder-837052-1-smb neutron-server[83154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:50:28.158359 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8d473d82-ba74-441d-aa3b-77d28b63d796 req-4cf0e76a-6390-49c5-a1b4-a9ad0254068f tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221256 Apr 08 02:50:28.163641 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-050a2660-33c8-43a0-84cd-cb24c2bf4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.182367 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-050a2660-33c8-43a0-84cd-cb24c2bf4be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.188723 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a2660-33c8-43a0-84cd-cb24c2bf4be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e45d987a-d1f8-40c7-a3c8-bc781719a98b,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:28.203834 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40812) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:28.205022 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-050a2660-33c8-43a0-84cd-cb24c2bf4be3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e45d987a-d1f8-40c7-a3c8-bc781719a98b HTTP/1.1" status: 204 len: 168 time: 0.6058338 Apr 08 02:50:28.263525 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a4890f-91f2-4ea5-b44e-5102b35e367c admin admin] Deleting subnet 4e821b6e-679a-43fa-90c5-60c15dcb8ae9 {{(pid=83153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:50:28.266705 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-94a4890f-91f2-4ea5-b44e-5102b35e367c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.317957 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-94a4890f-91f2-4ea5-b44e-5102b35e367c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3150369'] for subnet, precommit_delete_associations {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.372594 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-94a4890f-91f2-4ea5-b44e-5102b35e367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.444329 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-94a4890f-91f2-4ea5-b44e-5102b35e367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3323085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2361212'] for subnet, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.478479 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4890f-91f2-4ea5-b44e-5102b35e367c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e821b6e-679a-43fa-90c5-60c15dcb8ae9,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:28.487459 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-94a4890f-91f2-4ea5-b44e-5102b35e367c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.494850 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-94a4890f-91f2-4ea5-b44e-5102b35e367c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4e821b6e-679a-43fa-90c5-60c15dcb8ae9 HTTP/1.1" status: 204 len: 168 time: 0.2891963 Apr 08 02:50:28.497248 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40820) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:28.684816 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-57c5f831-bd17-4bdf-8adc-90fe23b7266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.806192 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-57c5f831-bd17-4bdf-8adc-90fe23b7266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.831006 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-57c5f831-bd17-4bdf-8adc-90fe23b7266a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47eca35b-e3c2-47ce-9c80-eec2e5ac6bce']}} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:28.842804 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-57c5f831-bd17-4bdf-8adc-90fe23b7266a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5a961b-7531-4ce7-940b-f5c840a4bfea') {'for_net_delete': True} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:28.843136 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-57c5f831-bd17-4bdf-8adc-90fe23b7266a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5a961b-7531-4ce7-940b-f5c840a4bfea') {} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:28.854578 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-57c5f831-bd17-4bdf-8adc-90fe23b7266a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150392'] for segment, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.870344 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-57c5f831-bd17-4bdf-8adc-90fe23b7266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.876485 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c5f831-bd17-4bdf-8adc-90fe23b7266a admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=83153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:50:28.876882 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-57c5f831-bd17-4bdf-8adc-90fe23b7266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323027'] for segment, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: Traceback (most recent call last): Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: timer() Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: cb(*args, **kw) Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: return func(*args, **kwargs) Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: self._notify() Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: self.callback(batched_events) Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: event.method(event) Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: return f(self, *a, **k) Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: return self._get(url).json() Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: return self.request(url, 'GET', **kwargs) Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:50:28.889717 dv-cinder-837052-1-smb neutron-server[83153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:50:28.969863 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-57c5f831-bd17-4bdf-8adc-90fe23b7266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.985420 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-57c5f831-bd17-4bdf-8adc-90fe23b7266a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.994257 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5f831-bd17-4bdf-8adc-90fe23b7266a admin admin] Pushing event deleted for resources: {'Network': ['ID=47eca35b-e3c2-47ce-9c80-eec2e5ac6bce,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:28.996746 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-57c5f831-bd17-4bdf-8adc-90fe23b7266a admin admin] 10.222.0.44 "DELETE /v2.0/networks/47eca35b-e3c2-47ce-9c80-eec2e5ac6bce HTTP/1.1" status: 204 len: 168 time: 0.4985533 Apr 08 02:50:29.213367 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40826) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:29.264120 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-11d9bba7-b89a-408c-8010-c4b8e3b01f78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67c3d85cac804289871dd5ece8298ba5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495462 Apr 08 02:50:29.266668 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40830) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:29.328811 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-669c0e6e-5aa1-43a4-91bf-99a0e03ab1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:29.354405 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-669c0e6e-5aa1-43a4-91bf-99a0e03ab1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:29.405690 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-669c0e6e-5aa1-43a4-91bf-99a0e03ab1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:29.423472 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0e6e-5aa1-43a4-91bf-99a0e03ab1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6943cbe4-f203-4a82-a31f-b9f8002b3b36,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:29.432357 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-669c0e6e-5aa1-43a4-91bf-99a0e03ab1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:29.433500 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-669c0e6e-5aa1-43a4-91bf-99a0e03ab1de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6943cbe4-f203-4a82-a31f-b9f8002b3b36 HTTP/1.1" status: 204 len: 168 time: 0.1659534 Apr 08 02:50:29.826997 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40852) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:29.886192 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-05dc19a5-858b-4645-9af9-a21580f05a3a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff71d8be6d754b4ca154330863a1f2fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0579946 Apr 08 02:50:29.888648 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40856) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:29.949143 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-481bd44f-25bd-405f-87c5-d8eec8222f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:29.975612 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-481bd44f-25bd-405f-87c5-d8eec8222f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:30.033028 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-481bd44f-25bd-405f-87c5-d8eec8222f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:30.046696 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bd44f-25bd-405f-87c5-d8eec8222f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b378774-3968-43a8-9ffb-deac92893dac,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:30.052917 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-481bd44f-25bd-405f-87c5-d8eec8222f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:30.056340 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-481bd44f-25bd-405f-87c5-d8eec8222f1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b378774-3968-43a8-9ffb-deac92893dac HTTP/1.1" status: 204 len: 168 time: 0.1667464 Apr 08 02:50:31.062211 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40888) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:31.624426 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c38daa57-5816-4f91-8de2-909ebbb07613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-980797'] for router_interface, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:32.318513 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-c38daa57-5816-4f91-8de2-909ebbb07613 admin admin] Deleting port 2f28789c-f97f-4445-bcfc-9cc5980be102 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:32.319238 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c38daa57-5816-4f91-8de2-909ebbb07613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:32.518283 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [None req-c38daa57-5816-4f91-8de2-909ebbb07613 admin admin] For port 2f28789c-f97f-4445-bcfc-9cc5980be102, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=2f28789c-f97f-4445-bcfc-9cc5980be102,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:32.518634 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c38daa57-5816-4f91-8de2-909ebbb07613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:32.639242 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-c38daa57-5816-4f91-8de2-909ebbb07613 admin admin] Calling delete_port for 2f28789c-f97f-4445-bcfc-9cc5980be102 owned by network:router_interface {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:50:32.810030 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c38daa57-5816-4f91-8de2-909ebbb07613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:32.853771 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38daa57-5816-4f91-8de2-909ebbb07613 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f28789c-f97f-4445-bcfc-9cc5980be102,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:33.136436 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c38daa57-5816-4f91-8de2-909ebbb07613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980844'] for router_interface, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:33.815589 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38daa57-5816-4f91-8de2-909ebbb07613 admin admin] Router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:50:34.019092 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38daa57-5816-4f91-8de2-909ebbb07613 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:50:34.029031 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10160615-e915-4c7a-bdb8-e1d92b02b2ef None None] Sync routers for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:50:34.032094 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-c38daa57-5816-4f91-8de2-909ebbb07613 admin admin] 10.222.0.44 "PUT /v2.0/routers/af54ee4b-49e9-4335-996a-7e7fd2d5d6fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9687517 Apr 08 02:50:34.034737 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40926) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:34.041790 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10160615-e915-4c7a-bdb8-e1d92b02b2ef None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:50:34.042458 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-10160615-e915-4c7a-bdb8-e1d92b02b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:50:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:34.226231 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:34.252134 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-10160615-e915-4c7a-bdb8-e1d92b02b2ef None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:50:34.345640 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:50:34.420123 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:34.430544 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Deleting port b8da1028-6779-4530-979b-c731b7567183 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:34.431127 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:34.530230 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-10160615-e915-4c7a-bdb8-e1d92b02b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b8da1028-6779-4530-979b-c731b7567183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:50:32Z', 'revision_number': 5, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port': {'id': 'b8da1028-6779-4530-979b-c731b7567183', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:34.534242 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10160615-e915-4c7a-bdb8-e1d92b02b2ef None None] Checking router: af54ee4b-49e9-4335-996a-7e7fd2d5d6fa for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:50:34.544948 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10160615-e915-4c7a-bdb8-e1d92b02b2ef None None] Routers {'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:50:34.545538 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-10160615-e915-4c7a-bdb8-e1d92b02b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:50:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:34.599711 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] For port b8da1028-6779-4530-979b-c731b7567183, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=b8da1028-6779-4530-979b-c731b7567183,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:34.599962 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:34.689680 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-10160615-e915-4c7a-bdb8-e1d92b02b2ef None None] Set router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa gateway port host: None {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:50:34.722118 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Calling delete_port for b8da1028-6779-4530-979b-c731b7567183 owned by network:router_gateway {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:50:34.790752 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-10160615-e915-4c7a-bdb8-e1d92b02b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:50:34Z', 'revision_number': 6, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port_host': None}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:34.794880 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10160615-e915-4c7a-bdb8-e1d92b02b2ef None None] The sync data for ids ['af54ee4b-49e9-4335-996a-7e7fd2d5d6fa'] in dv-cinder-837052-1-smb is: [{'id': 'af54ee4b-49e9-4335-996a-7e7fd2d5d6fa', 'name': 'tempest-AttachVolumeNegativeTest-542431041-router', 'tenant_id': 'd73314cb194d45a0981f40eece2fdb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:29Z', 'updated_at': '2022-04-08T02:50:34Z', 'revision_number': 6, 'project_id': 'd73314cb194d45a0981f40eece2fdb5a', 'gw_port_host': None}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:50:34.895864 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:34.942129 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8da1028-6779-4530-979b-c731b7567183,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:35.129294 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40936) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:35.290237 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980310'] for router_gateway, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.291987 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-6bed1b68-e758-4c94-9c2b-4ada6c08ffb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.322165 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-6bed1b68-e758-4c94-9c2b-4ada6c08ffb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:50:35.326012 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-6bed1b68-e758-4c94-9c2b-4ada6c08ffb1 admin admin] Usage tracker for resource:security_group_rule and tenant:f08117da00114fe2ae1447b8e5ff21df is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:50:35.328731 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-6bed1b68-e758-4c94-9c2b-4ada6c08ffb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:50:35.334420 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-6bed1b68-e758-4c94-9c2b-4ada6c08ffb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:50:35.397704 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-6bed1b68-e758-4c94-9c2b-4ada6c08ffb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.404109 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-6bed1b68-e758-4c94-9c2b-4ada6c08ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.449215 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed1b68-e758-4c94-9c2b-4ada6c08ffb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f5b659-c9c7-4689-815c-2373c543c433,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:35.453268 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-6bed1b68-e758-4c94-9c2b-4ada6c08ffb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f08117da00114fe2ae1447b8e5ff21df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3222508 Apr 08 02:50:35.456112 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40942) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:35.514111 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5216a1e6-ac54-4471-84ee-c0206887e927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.539083 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5216a1e6-ac54-4471-84ee-c0206887e927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.551317 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5703'] for router, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.555584 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.580809 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968058'] for router, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.581846 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af54ee4b-49e9-4335-996a-7e7fd2d5d6fa {{(pid=83153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 02:50:35.598461 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] Notify callbacks [] for router, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.599886 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5216a1e6-ac54-4471-84ee-c0206887e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.600409 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-273568a2-d09e-4b42-99bf-b334bed048e6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/af54ee4b-49e9-4335-996a-7e7fd2d5d6fa HTTP/1.1" status: 204 len: 168 time: 1.5645144 Apr 08 02:50:35.602770 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40946) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:35.614674 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216a1e6-ac54-4471-84ee-c0206887e927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f5b659-c9c7-4689-815c-2373c543c433,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:35.621814 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5216a1e6-ac54-4471-84ee-c0206887e927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.634688 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-5216a1e6-ac54-4471-84ee-c0206887e927 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2f5b659-c9c7-4689-815c-2373c543c433 HTTP/1.1" status: 204 len: 168 time: 0.1775451 Apr 08 02:50:35.671705 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_v2 [None req-165ed2a9-72f3-4560-87fc-2bf1d07d88ce admin admin] Deleting subnet 57980487-889a-49d9-bd17-72de232f8919 {{(pid=83153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:50:35.675597 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-165ed2a9-72f3-4560-87fc-2bf1d07d88ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.716101 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 2f28789c-f97f-4445-bcfc-9cc5980be102 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:50:35.736975 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-165ed2a9-72f3-4560-87fc-2bf1d07d88ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3150369'] for subnet, precommit_delete_associations {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.752130 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: 2f28789c-f97f-4445-bcfc-9cc5980be102 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:50:35.752866 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 2f28789c-f97f-4445-bcfc-9cc5980be102 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:50:35.753306 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device b8da1028-6779-4530-979b-c731b7567183 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:50:35.787933 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: b8da1028-6779-4530-979b-c731b7567183 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:50:35.788334 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device b8da1028-6779-4530-979b-c731b7567183 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:50:35.821949 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-165ed2a9-72f3-4560-87fc-2bf1d07d88ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.899032 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-165ed2a9-72f3-4560-87fc-2bf1d07d88ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3323085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2361212'] for subnet, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.941732 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ed2a9-72f3-4560-87fc-2bf1d07d88ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57980487-889a-49d9-bd17-72de232f8919,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:35.952212 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-165ed2a9-72f3-4560-87fc-2bf1d07d88ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:35.957050 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee37e8b-ea90-49aa-8b9f-e62ee6cc0203 None None] Network 12062f10-b133-4784-86c3-8f4eb869d796 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:50:35.958711 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-165ed2a9-72f3-4560-87fc-2bf1d07d88ce admin admin] 10.222.0.44 "DELETE /v2.0/subnets/57980487-889a-49d9-bd17-72de232f8919 HTTP/1.1" status: 204 len: 168 time: 0.3548822 Apr 08 02:50:35.961199 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40954) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:35.988923 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40958) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:36.007642 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c85ea85a-b41e-4e13-9ebd-d1763a937b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.041719 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-c85ea85a-b41e-4e13-9ebd-d1763a937b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:50:36.046123 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-c85ea85a-b41e-4e13-9ebd-d1763a937b33 admin admin] Usage tracker for resource:security_group_rule and tenant:b6b921e7d6024f938d8ae2d54e1b7e8f is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:50:36.049241 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-c85ea85a-b41e-4e13-9ebd-d1763a937b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:50:36.055210 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-c85ea85a-b41e-4e13-9ebd-d1763a937b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:50:36.069785 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.083094 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Deleting port 62a8da77-57c6-4208-9874-605b75670f95 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:36.083428 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.121137 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c85ea85a-b41e-4e13-9ebd-d1763a937b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.126846 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-c85ea85a-b41e-4e13-9ebd-d1763a937b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.171877 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ea85a-b41e-4e13-9ebd-d1763a937b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8b9fa9-3374-4ef6-824d-de858612b901,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:36.178109 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-c85ea85a-b41e-4e13-9ebd-d1763a937b33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6b921e7d6024f938d8ae2d54e1b7e8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1880009 Apr 08 02:50:36.180734 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 40962) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:36.220289 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407eddcd-ad02-493f-be31-4fca8d91e179 None None] DHCP port deletion for 12062f10-b133-4784-86c3-8f4eb869d796 request from dv-cinder-837052-1-smb {{(pid=83155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 02:50:36.225142 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-407eddcd-ad02-493f-be31-4fca8d91e179 None None] Deleting port 62a8da77-57c6-4208-9874-605b75670f95 {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:36.225609 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-407eddcd-ad02-493f-be31-4fca8d91e179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.249089 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3efc9156-ce02-41c1-bf8d-56c95c3c1261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.276258 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3efc9156-ce02-41c1-bf8d-56c95c3c1261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.289732 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] For port 62a8da77-57c6-4208-9874-605b75670f95, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=62a8da77-57c6-4208-9874-605b75670f95,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:36.290090 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.332993 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3efc9156-ce02-41c1-bf8d-56c95c3c1261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.350785 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc9156-ce02-41c1-bf8d-56c95c3c1261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8b9fa9-3374-4ef6-824d-de858612b901,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:36.355221 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3efc9156-ce02-41c1-bf8d-56c95c3c1261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.358799 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-3efc9156-ce02-41c1-bf8d-56c95c3c1261 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b8b9fa9-3374-4ef6-824d-de858612b901 HTTP/1.1" status: 204 len: 168 time: 0.1748452 Apr 08 02:50:36.412267 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Calling delete_port for 62a8da77-57c6-4208-9874-605b75670f95 owned by network:dhcp {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:50:36.442830 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-407eddcd-ad02-493f-be31-4fca8d91e179 None None] For port 62a8da77-57c6-4208-9874-605b75670f95, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=62a8da77-57c6-4208-9874-605b75670f95,segment=NetworkSegment(081d45c1-8b85-4677-873f-6139f8f30580),segment_id=081d45c1-8b85-4677-873f-6139f8f30580)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:36.443250 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-407eddcd-ad02-493f-be31-4fca8d91e179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.487347 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.533570 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a8da77-57c6-4208-9874-605b75670f95,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:36.538398 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] No DVR routers for this DVR port 62a8da77-57c6-4208-9874-605b75670f95 on host dv-cinder-837052-1-smb {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:50:36.604670 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-407eddcd-ad02-493f-be31-4fca8d91e179 None None] Calling delete_port for 62a8da77-57c6-4208-9874-605b75670f95 owned by network:dhcp {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:50:36.652789 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.676326 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.db.api [None req-407eddcd-ad02-493f-be31-4fca8d91e179 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 02:50:36.676687 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG oslo_db.api [None req-407eddcd-ad02-493f-be31-4fca8d91e179 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 02:50:36.682202 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12062f10-b133-4784-86c3-8f4eb869d796']}} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:36.782826 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081d45c1-8b85-4677-873f-6139f8f30580') {'for_net_delete': True} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:36.783148 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081d45c1-8b85-4677-873f-6139f8f30580') {} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:50:36.796088 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150392'] for segment, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.812079 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.818356 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:50:36.818732 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323027'] for segment, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: Traceback (most recent call last): Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: timer() Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: cb(*args, **kw) Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: return func(*args, **kwargs) Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: self._notify() Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: self.callback(batched_events) Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: event.method(event) Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: return f(self, *a, **k) Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: return self._get(url).json() Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: return self.request(url, 'GET', **kwargs) Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:50:36.831842 dv-cinder-837052-1-smb neutron-server[83153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:50:36.908763 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.927954 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:36.936312 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] Pushing event deleted for resources: {'Network': ['ID=12062f10-b133-4784-86c3-8f4eb869d796,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:36.951234 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-47a5cec9-d5dd-479a-84f7-ed0f4f05ef38 admin admin] 10.222.0.44 "DELETE /v2.0/networks/12062f10-b133-4784-86c3-8f4eb869d796 HTTP/1.1" status: 204 len: 168 time: 0.9888086 Apr 08 02:50:37.147834 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40984) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:37.177960 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-407eddcd-ad02-493f-be31-4fca8d91e179 None None] Deleting port 62a8da77-57c6-4208-9874-605b75670f95 {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:37.179096 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-407eddcd-ad02-493f-be31-4fca8d91e179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.197476 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-2bd10a22-55ad-47fe-be9a-8fd3f327bd18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d73314cb194d45a0981f40eece2fdb5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481935 Apr 08 02:50:37.200000 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40990) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:37.245866 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-407eddcd-ad02-493f-be31-4fca8d91e179 None None] The port '62a8da77-57c6-4208-9874-605b75670f95' was deleted {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 02:50:37.258352 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 40994) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:37.266135 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-13a80f99-9a32-4095-9e6b-7caafc67ee1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.292791 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-13a80f99-9a32-4095-9e6b-7caafc67ee1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.344191 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-13a80f99-9a32-4095-9e6b-7caafc67ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.367657 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a80f99-9a32-4095-9e6b-7caafc67ee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19c198a-7b9d-4fe2-a215-c1d5ef8ad7f7,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:37.376080 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-13a80f99-9a32-4095-9e6b-7caafc67ee1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.377248 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-13a80f99-9a32-4095-9e6b-7caafc67ee1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c19c198a-7b9d-4fe2-a215-c1d5ef8ad7f7 HTTP/1.1" status: 204 len: 168 time: 0.1762741 Apr 08 02:50:37.392973 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1897276374-network', 'tenant_id': '54d0fe600da64a93b22dc0eb21ff7ff8'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:50:37.398113 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:50:37.402254 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Usage tracker for resource:network and tenant:54d0fe600da64a93b22dc0eb21ff7ff8 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:50:37.405120 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:50:37.410670 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:50:37.425728 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Made reservation on behalf of 54d0fe600da64a93b22dc0eb21ff7ff8 for: {'network': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:50:37.428092 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.440813 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.472100 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:50:37.475948 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Usage tracker for resource:security_group_rule and tenant:54d0fe600da64a93b22dc0eb21ff7ff8 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:50:37.478711 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:50:37.484484 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:50:37.549091 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.554168 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.584512 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=83153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:50:37.593350 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a505f612-674d-46ae-8cd0-390b655ba6ce,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:37.600361 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.600855 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.segments_db [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Added segment bf6693ee-dca7-46a7-9bed-0856ca101c83 of type vlan for network ec50687a-1728-4f78-9fc7-d711d690acca Apr 08 02:50:37.628584 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.659099 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.660396 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:37.661063 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.715729 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 62a8da77-57c6-4208-9874-605b75670f95 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:50:37.755290 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: 62a8da77-57c6-4208-9874-605b75670f95 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:50:37.755620 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 62a8da77-57c6-4208-9874-605b75670f95 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:50:37.763789 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] Pushing event updated for resources: {'Network': ['ID=ec50687a-1728-4f78-9fc7-d711d690acca,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:37.769989 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 41012) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:37.775497 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Request body: {'subnet': {'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1897276374-subnet', 'tenant_id': '54d0fe600da64a93b22dc0eb21ff7ff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:50:37.775882 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network ec50687a-1728-4f78-9fc7-d711d690acca details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:50:37.779587 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-2b80d90a-3292-4deb-84a6-eec81bebae04 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5201149 Apr 08 02:50:37.780152 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:50:37.784128 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Usage tracker for resource:subnet and tenant:54d0fe600da64a93b22dc0eb21ff7ff8 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:50:37.787208 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:50:37.793168 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:50:37.808887 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Made reservation on behalf of 54d0fe600da64a93b22dc0eb21ff7ff8 for: {'subnet': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:50:37.811807 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3354636'] for subnet, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:38.023082 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4107624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3354658'] for subnet, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:38.100112 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf833aa-31c2-4f0d-8344-a12ffca9cf3f,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:38.108833 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Checking segment: {'id': 'bf6693ee-dca7-46a7-9bed-0856ca101c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:50:38.109186 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Network hostable DHCP agents. Network: ec50687a-1728-4f78-9fc7-d711d690acca, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:50:38.131669 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Network ec50687a-1728-4f78-9fc7-d711d690acca is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:50:38.141475 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, ec50687a-1728-4f78-9fc7-d711d690acca) {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:50:38.145532 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:38.146111 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:38.152050 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ab7f9-97cc-4261-91ec-080e17c743a7 None None] Network ec50687a-1728-4f78-9fc7-d711d690acca requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:50:38.167718 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-2b30eb9d-0ba8-42cd-a207-8b96fa3a41bb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3965800 Apr 08 02:50:38.363619 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a4c62-be28-474a-97e1-bddd5483036d None None] Network ec50687a-1728-4f78-9fc7-d711d690acca requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:50:40.493073 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714b23b-be97-402f-8df0-1328971825a7 req-b108c13c-fcf9-471c-8ace-11225baf6acf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:40.494350 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-b108c13c-fcf9-471c-8ace-11225baf6acf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/networks?id=ec50687a-1728-4f78-9fc7-d711d690acca HTTP/1.1" status: 200 len: 809 time: 0.1446490 Apr 08 02:50:40.518859 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-ac256050-694f-4a27-bb3d-75532c0231e2 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/quotas/54d0fe600da64a93b22dc0eb21ff7ff8 HTTP/1.1" status: 200 len: 375 time: 0.0151215 Apr 08 02:50:40.562565 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-d5d8e03a-29c7-492c-bd13-0493ef6f268d tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=54d0fe600da64a93b22dc0eb21ff7ff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388112 Apr 08 02:50:40.693496 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-787a294f-5189-4a04-bdac-1210c81ef7f0 service neutron] 10.222.0.44 "GET /v2.0/networks/ec50687a-1728-4f78-9fc7-d711d690acca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243579 Apr 08 02:50:40.925814 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-c02ca878-ec10-4a82-be58-3203ead34dc0 service neutron] 10.222.0.44 "GET /v2.0/networks/ec50687a-1728-4f78-9fc7-d711d690acca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261748 Apr 08 02:50:41.113123 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-01ecf86b-e7bf-4e59-a388-7a04ac74626a req-10a886dc-2775-4e11-82e7-08a51627972c tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 210 time: 0.0434785 Apr 08 02:50:42.245754 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714b23b-be97-402f-8df0-1328971825a7 req-c08e3d57-0f5b-41d1-a800-afd7a26350da tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:42.246465 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-5714b23b-be97-402f-8df0-1328971825a7 req-c08e3d57-0f5b-41d1-a800-afd7a26350da tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Synchronizing usage tracker for tenant:54d0fe600da64a93b22dc0eb21ff7ff8 on resource:network {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:50:42.266639 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-5714b23b-be97-402f-8df0-1328971825a7 req-c08e3d57-0f5b-41d1-a800-afd7a26350da tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Unset dirty status for tenant:54d0fe600da64a93b22dc0eb21ff7ff8 on resource:network {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:50:42.268060 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-c08e3d57-0f5b-41d1-a800-afd7a26350da tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.37 "GET /v2.0/networks?id=ec50687a-1728-4f78-9fc7-d711d690acca HTTP/1.1" status: 200 len: 809 time: 0.1816502 Apr 08 02:50:42.282140 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a6140b4b-e6a6-41e6-b177-c6dda3313aab req-870c212a-56e4-4a5d-8f31-39571556ace9 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 210 time: 0.0439346 Apr 08 02:50:42.287273 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Request body: {'port': {'device_id': 'd5934e21-2aa3-416e-9831-e9b420b86ade', 'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca', 'admin_state_up': True, 'tenant_id': '54d0fe600da64a93b22dc0eb21ff7ff8'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:50:42.481111 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:50:42.485146 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Usage tracker for resource:port and tenant:54d0fe600da64a93b22dc0eb21ff7ff8 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:50:42.487921 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:50:42.493937 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:50:42.504768 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Made reservation on behalf of 54d0fe600da64a93b22dc0eb21ff7ff8 for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:50:42.507841 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:42.667729 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Allocated IP 172.20.0.2 (ec50687a-1728-4f78-9fc7-d711d690acca/fdf833aa-31c2-4f0d-8344-a12ffca9cf3f/69329dce-ea31-4367-a926-b56646803345) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:50:42.861472 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:42.890906 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:42.963207 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Network ec50687a-1728-4f78-9fc7-d711d690acca is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:50:42.965997 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:50:42.969947 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:50:42.999716 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Pushing event updated for resources: {'Port': ['ID=69329dce-ea31-4367-a926-b56646803345,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:43.022435 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:43.022777 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:43.023147 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:43.023480 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:43.023824 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:43.024125 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:43.024445 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:43.024766 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:43.025084 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:43.025399 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:43.025743 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:43.040976 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:43.041577 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:43.065067 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-8d5fc2ae-4569-477c-bfd3-7f9d8ab95fbf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7819748 Apr 08 02:50:43.077814 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Request body: {'port': {'device_id': 'd5934e21-2aa3-416e-9831-e9b420b86ade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:50:43.183856 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:43.483834 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d299c-a461-4b29-b45c-aff04554bc5b req-ae3ba362-1cd0-48ed-8049-8357b2346007 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:43.485659 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-935d299c-a461-4b29-b45c-aff04554bc5b req-ae3ba362-1cd0-48ed-8049-8357b2346007 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 931 time: 0.0786703 Apr 08 02:50:43.501326 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-9afdedb5-5081-4eb4-b0c9-efc37ab1d8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:43.545346 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-935d299c-a461-4b29-b45c-aff04554bc5b req-2b57ab49-e10a-40a2-8652-b9130365da99 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529552 Apr 08 02:50:43.615635 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69329dce-ea31-4367-a926-b56646803345 {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:50:43.622572 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:43.636856 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Transition to ACTIVE for port object 69329dce-ea31-4367-a926-b56646803345 will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:50:43.641498 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:43.763385 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=69329dce-ea31-4367-a926-b56646803345,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:43.869895 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Attempting to bind port 69329dce-ea31-4367-a926-b56646803345 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:50:43.869895 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Attempting to bind port 69329dce-ea31-4367-a926-b56646803345 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'bf6693ee-dca7-46a7-9bed-0856ca101c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:50:43.870254 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Attempting to bind port 69329dce-ea31-4367-a926-b56646803345 on network ec50687a-1728-4f78-9fc7-d711d690acca {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:50:43.876139 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Port 69329dce-ea31-4367-a926-b56646803345 on network ec50687a-1728-4f78-9fc7-d711d690acca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:50:43.876458 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Attempting to bind port 69329dce-ea31-4367-a926-b56646803345 on network ec50687a-1728-4f78-9fc7-d711d690acca {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:50:43.882587 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:50:43.882952 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Checking segment: {'id': 'bf6693ee-dca7-46a7-9bed-0856ca101c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:50:43.883344 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Bound using segment: {'id': 'bf6693ee-dca7-46a7-9bed-0856ca101c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:50:43.883763 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Bound port: 69329dce-ea31-4367-a926-b56646803345, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6693ee-dca7-46a7-9bed-0856ca101c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:50:43.884108 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:43.974947 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] For port 69329dce-ea31-4367-a926-b56646803345, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:50:43.978205 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] For port 69329dce-ea31-4367-a926-b56646803345, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=69329dce-ea31-4367-a926-b56646803345,segment=NetworkSegment(bf6693ee-dca7-46a7-9bed-0856ca101c83),segment_id=bf6693ee-dca7-46a7-9bed-0856ca101c83)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:50:43.987341 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:44.048297 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:44.049826 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] 10.222.0.37 "PUT /v2.0/ports/69329dce-ea31-4367-a926-b56646803345 HTTP/1.1" status: 200 len: 1093 time: 0.9759600 Apr 08 02:50:44.050112 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5934e21-2aa3-416e-9831-e9b420b86ade', 'tag': '69329dce-ea31-4367-a926-b56646803345'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:50:44.066919 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a6d2f-6ec9-41df-a7d1-bf72f00af5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=69329dce-ea31-4367-a926-b56646803345,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:44.127344 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ef066c-12d0-4a73-9778-134ca65143c4'] response: {'name': 'network-changed', 'server_uuid': 'd5934e21-2aa3-416e-9831-e9b420b86ade', 'tag': '69329dce-ea31-4367-a926-b56646803345', 'status': 'completed', 'code': 200} Apr 08 02:50:44.173098 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-46b3306f-e1ea-4927-83b1-a8bfb4d4e6c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54d0fe600da64a93b22dc0eb21ff7ff8&device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 1096 time: 0.0779154 Apr 08 02:50:44.246286 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-4c84d6b3-24ee-4182-98b8-54e19c77f008 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69329dce-ea31-4367-a926-b56646803345 HTTP/1.1" status: 200 len: 217 time: 0.0654597 Apr 08 02:50:44.310868 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714b23b-be97-402f-8df0-1328971825a7 req-8edaf642-cf49-4787-aa98-5ad5b3f8ddd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:44.312363 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-8edaf642-cf49-4787-aa98-5ad5b3f8ddd0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdf833aa-31c2-4f0d-8344-a12ffca9cf3f HTTP/1.1" status: 200 len: 849 time: 0.0567253 Apr 08 02:50:44.364681 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-b3f377c5-a3f8-4bac-b7dc-0333f952d376 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec50687a-1728-4f78-9fc7-d711d690acca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448213 Apr 08 02:50:44.500837 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-2e08f94d-a7b7-45b7-9f85-f11748fa0e55 service neutron] 10.222.0.37 "GET /v2.0/networks/ec50687a-1728-4f78-9fc7-d711d690acca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296937 Apr 08 02:50:44.633406 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-5714b23b-be97-402f-8df0-1328971825a7 req-464889d1-41b5-469f-bc20-e236e072a655 service neutron] 10.222.0.37 "GET /v2.0/networks/ec50687a-1728-4f78-9fc7-d711d690acca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250830 Apr 08 02:50:44.746326 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a561be0-74bd-4914-80e5-34250ae4948e req-8b5237b1-7e7b-4a26-8600-83ad3689e3f6 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:44.747829 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1a561be0-74bd-4914-80e5-34250ae4948e req-8b5237b1-7e7b-4a26-8600-83ad3689e3f6 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 943 time: 0.0884590 Apr 08 02:50:44.766034 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00107852-f74a-484b-8ac7-7b6005cbf80c req-63c61641-f154-4290-bda2-832e120baa2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54d0fe600da64a93b22dc0eb21ff7ff8&device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 1096 time: 0.0799673 Apr 08 02:50:44.799020 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1a561be0-74bd-4914-80e5-34250ae4948e req-6ca13caa-b1fd-44ed-835c-391c52bb86a5 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445807 Apr 08 02:50:44.910058 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00107852-f74a-484b-8ac7-7b6005cbf80c req-53b2af82-ef0b-49d8-b8b1-901048f143ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:44.911571 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00107852-f74a-484b-8ac7-7b6005cbf80c req-53b2af82-ef0b-49d8-b8b1-901048f143ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec50687a-1728-4f78-9fc7-d711d690acca HTTP/1.1" status: 200 len: 910 time: 0.1389449 Apr 08 02:50:44.984610 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00107852-f74a-484b-8ac7-7b6005cbf80c req-aa7fa6cd-c44b-4c1d-ab57-7d63f0d6b81e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69329dce-ea31-4367-a926-b56646803345 HTTP/1.1" status: 200 len: 217 time: 0.0642264 Apr 08 02:50:45.046794 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00107852-f74a-484b-8ac7-7b6005cbf80c req-2ce66c5e-2565-4392-b0c7-19a775f69549 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:45.048256 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00107852-f74a-484b-8ac7-7b6005cbf80c req-2ce66c5e-2565-4392-b0c7-19a775f69549 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdf833aa-31c2-4f0d-8344-a12ffca9cf3f HTTP/1.1" status: 200 len: 849 time: 0.0564277 Apr 08 02:50:45.094477 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00107852-f74a-484b-8ac7-7b6005cbf80c req-6dd1465b-e524-42eb-bd28-97172e487bda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec50687a-1728-4f78-9fc7-d711d690acca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380282 Apr 08 02:50:45.236561 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00107852-f74a-484b-8ac7-7b6005cbf80c req-1f115b78-5f37-4136-874b-80f1a3b73180 service neutron] 10.222.0.37 "GET /v2.0/networks/ec50687a-1728-4f78-9fc7-d711d690acca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335251 Apr 08 02:50:45.464965 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-00107852-f74a-484b-8ac7-7b6005cbf80c req-226b9432-280f-499e-a00d-da7fccdfcd0b service neutron] 10.222.0.37 "GET /v2.0/networks/ec50687a-1728-4f78-9fc7-d711d690acca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211652 Apr 08 02:50:45.832370 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-10e017e6-eb5d-4a87-9fd8-3428ebfbccc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:45.999521 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185aae3-3fca-49a0-b45b-eae8de622e64 req-56dd4f42-3bed-4ec6-a4e8-91a3fdf469a0 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:46.000938 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e185aae3-3fca-49a0-b45b-eae8de622e64 req-56dd4f42-3bed-4ec6-a4e8-91a3fdf469a0 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 943 time: 0.0764387 Apr 08 02:50:46.005282 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 69329dce-ea31-4367-a926-b56646803345 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:50:46.050457 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e185aae3-3fca-49a0-b45b-eae8de622e64 req-a9130b90-f060-4e6f-ad61-8e89b2b79fa4 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 Apr 08 02:50:46.149846 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 69329dce-ea31-4367-a926-b56646803345, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=69329dce-ea31-4367-a926-b56646803345,segment=NetworkSegment(bf6693ee-dca7-46a7-9bed-0856ca101c83),segment_id=bf6693ee-dca7-46a7-9bed-0856ca101c83)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:46.165846 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '69329dce-ea31-4367-a926-b56646803345', 'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca', 'port_id': '69329dce-ea31-4367-a926-b56646803345', 'mac_address': 'fa:16:3e:32:c0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf833aa-31c2-4f0d-8344-a12ffca9cf3f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:50:46.218963 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:46.236674 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69329dce-ea31-4367-a926-b56646803345 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:50:46.251489 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 69329dce-ea31-4367-a926-b56646803345, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=69329dce-ea31-4367-a926-b56646803345,segment=NetworkSegment(bf6693ee-dca7-46a7-9bed-0856ca101c83),segment_id=bf6693ee-dca7-46a7-9bed-0856ca101c83)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:46.256099 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:46.325749 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=69329dce-ea31-4367-a926-b56646803345,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:46.335207 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:46.335637 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:46.335968 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:46.336291 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:46.336739 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:46.336935 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:46.337291 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:46.338336 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:46.338733 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:46.339072 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:46.339534 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:46.494180 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['69329dce-ea31-4367-a926-b56646803345'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:50:46.683943 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:46.865891 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:47.255803 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9db373-a392-4fc0-a389-64c389148c84 req-15732977-09d0-43c4-a66f-bae37732c33e tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:47.257248 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7d9db373-a392-4fc0-a389-64c389148c84 req-15732977-09d0-43c4-a66f-bae37732c33e tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 944 time: 0.0796726 Apr 08 02:50:47.307818 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7d9db373-a392-4fc0-a389-64c389148c84 req-ea2041af-1032-42fe-9626-25f1d5ed78bc tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450420 Apr 08 02:50:48.009772 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 69329dce-ea31-4367-a926-b56646803345 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:50:48.082343 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 69329dce-ea31-4367-a926-b56646803345 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:50:48.087513 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 69329dce-ea31-4367-a926-b56646803345 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:50:48.088208 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:48.155700 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:48.213659 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:48.241402 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5934e21-2aa3-416e-9831-e9b420b86ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69329dce-ea31-4367-a926-b56646803345'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:50:48.251042 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 69329dce-ea31-4367-a926-b56646803345, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=69329dce-ea31-4367-a926-b56646803345,segment=NetworkSegment(bf6693ee-dca7-46a7-9bed-0856ca101c83),segment_id=bf6693ee-dca7-46a7-9bed-0856ca101c83)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:48.258212 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:48.302527 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e48e0e72-8540-4d6a-8528-428201e77042'] response: {'server_uuid': 'd5934e21-2aa3-416e-9831-e9b420b86ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69329dce-ea31-4367-a926-b56646803345', 'code': 200} Apr 08 02:50:48.331117 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=69329dce-ea31-4367-a926-b56646803345,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:48.529326 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b8f57-e7ce-469b-b452-430171e85744 req-5f299832-c7e3-4aea-9a92-21cff6158332 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:48.530999 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d17b8f57-e7ce-469b-b452-430171e85744 req-5f299832-c7e3-4aea-9a92-21cff6158332 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 945 time: 0.0838909 Apr 08 02:50:48.556328 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-84af68e5-fd31-45ca-9685-d3be3b21f08d req-5110056f-6b81-4101-9df4-b8c61b10527e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 1098 time: 0.0681570 Apr 08 02:50:48.584682 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d17b8f57-e7ce-469b-b452-430171e85744 req-d6cc7c17-efa6-4d26-9c62-bb5a35d95851 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478544 Apr 08 02:50:48.603847 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-84af68e5-fd31-45ca-9685-d3be3b21f08d req-5c361cdd-1cd4-4aeb-bec5-3d1aaabb1819 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Apr 08 02:50:49.786428 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb514a-3210-4db7-9120-e248547e575c req-adc8d1e5-7935-42bf-a424-1ebaafd2511d tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:49.788845 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0beb514a-3210-4db7-9120-e248547e575c req-adc8d1e5-7935-42bf-a424-1ebaafd2511d tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 945 time: 0.0829084 Apr 08 02:50:49.835097 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0beb514a-3210-4db7-9120-e248547e575c req-69d09460-af61-43cd-a843-a4f3850181d2 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405543 Apr 08 02:50:51.048268 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cb29a-f636-4325-968c-36655520962f req-d9aa3fa9-1bfa-4341-a349-8f2cd131c9dd tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:51.049755 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-831cb29a-f636-4325-968c-36655520962f req-d9aa3fa9-1bfa-4341-a349-8f2cd131c9dd tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 945 time: 0.0809264 Apr 08 02:50:51.097003 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-831cb29a-f636-4325-968c-36655520962f req-664ab250-84cb-434c-8009-a7a17dd41eb5 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414071 Apr 08 02:50:52.115397 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae6bc9-f869-4d27-aa90-1d3ce328a5d9 req-1fca4fe0-8acd-4575-8c77-21072ee8b79c tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:52.116842 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-21ae6bc9-f869-4d27-aa90-1d3ce328a5d9 req-1fca4fe0-8acd-4575-8c77-21072ee8b79c tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 945 time: 0.0752828 Apr 08 02:50:52.164192 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-21ae6bc9-f869-4d27-aa90-1d3ce328a5d9 req-d9f948a6-dc1a-4c76-b92e-ca53655a0921 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Apr 08 02:50:53.356610 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c9573-4b2a-4589-aa77-45f1a1c5e123 req-576bebae-84b0-483f-80e6-643564b4319e tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:53.357925 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-660c9573-4b2a-4589-aa77-45f1a1c5e123 req-576bebae-84b0-483f-80e6-643564b4319e tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 945 time: 0.0750954 Apr 08 02:50:53.400321 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5af1d-77df-4d8d-b1e2-637bb8672f0d req-ea58ecee-9a17-446f-80a5-594ed803c032 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:53.400962 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-c9f5af1d-77df-4d8d-b1e2-637bb8672f0d req-ea58ecee-9a17-446f-80a5-594ed803c032 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Synchronizing usage tracker for tenant:54d0fe600da64a93b22dc0eb21ff7ff8 on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:50:53.406783 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-660c9573-4b2a-4589-aa77-45f1a1c5e123 req-31381a25-2618-4b6a-accf-bc1b49ea8a52 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Apr 08 02:50:53.419206 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-c9f5af1d-77df-4d8d-b1e2-637bb8672f0d req-ea58ecee-9a17-446f-80a5-594ed803c032 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Unset dirty status for tenant:54d0fe600da64a93b22dc0eb21ff7ff8 on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:50:53.420570 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c9f5af1d-77df-4d8d-b1e2-637bb8672f0d req-ea58ecee-9a17-446f-80a5-594ed803c032 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 945 time: 0.0979545 Apr 08 02:50:53.488731 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-c9f5af1d-77df-4d8d-b1e2-637bb8672f0d req-a127059f-97f6-411e-a0c8-cc84cd9da16a tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Deleting port 69329dce-ea31-4367-a926-b56646803345 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:53.489038 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c9f5af1d-77df-4d8d-b1e2-637bb8672f0d req-a127059f-97f6-411e-a0c8-cc84cd9da16a tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:53.541265 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:53.755525 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-c9f5af1d-77df-4d8d-b1e2-637bb8672f0d req-a127059f-97f6-411e-a0c8-cc84cd9da16a tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] For port 69329dce-ea31-4367-a926-b56646803345, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=69329dce-ea31-4367-a926-b56646803345,segment=NetworkSegment(bf6693ee-dca7-46a7-9bed-0856ca101c83),segment_id=bf6693ee-dca7-46a7-9bed-0856ca101c83)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:53.755971 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c9f5af1d-77df-4d8d-b1e2-637bb8672f0d req-a127059f-97f6-411e-a0c8-cc84cd9da16a tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:53.885247 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-c9f5af1d-77df-4d8d-b1e2-637bb8672f0d req-a127059f-97f6-411e-a0c8-cc84cd9da16a tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Calling delete_port for 69329dce-ea31-4367-a926-b56646803345 owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:50:54.025489 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c9f5af1d-77df-4d8d-b1e2-637bb8672f0d req-a127059f-97f6-411e-a0c8-cc84cd9da16a tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:54.037441 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['69329dce-ea31-4367-a926-b56646803345'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:50:54.082221 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127059f-97f6-411e-a0c8-cc84cd9da16a tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Pushing event deleted for resources: {'Port': ['ID=69329dce-ea31-4367-a926-b56646803345,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:54.159914 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f5af1d-77df-4d8d-b1e2-637bb8672f0d req-a127059f-97f6-411e-a0c8-cc84cd9da16a tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] No DVR routers for this DVR port 69329dce-ea31-4367-a926-b56646803345 on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:50:54.162958 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-c9f5af1d-77df-4d8d-b1e2-637bb8672f0d req-a127059f-97f6-411e-a0c8-cc84cd9da16a tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:54.165698 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5934e21-2aa3-416e-9831-e9b420b86ade', 'name': 'network-vif-deleted', 'tag': '69329dce-ea31-4367-a926-b56646803345'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:50:54.183053 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-c9f5af1d-77df-4d8d-b1e2-637bb8672f0d req-a127059f-97f6-411e-a0c8-cc84cd9da16a tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.37 "DELETE /v2.0/ports/69329dce-ea31-4367-a926-b56646803345 HTTP/1.1" status: 204 len: 173 time: 0.7569020 Apr 08 02:50:54.221953 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae4ffbb-2204-4e7f-bd75-3f65a6dedf53'] response: {'server_uuid': 'd5934e21-2aa3-416e-9831-e9b420b86ade', 'name': 'network-vif-deleted', 'tag': '69329dce-ea31-4367-a926-b56646803345', 'status': 'completed', 'code': 200} Apr 08 02:50:54.585559 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eeb260e9-47e9-4f81-b6bf-c79d7c6efe1d req-249b8c1a-52a5-4763-84b3-b4eca0278915 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5934e21-2aa3-416e-9831-e9b420b86ade HTTP/1.1" status: 200 len: 210 time: 0.0401042 Apr 08 02:50:55.964614 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41382) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:55.989201 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-bb86375c-e6a3-43b3-b405-d457dff64852 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:55.990619 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-bb86375c-e6a3-43b3-b405-d457dff64852 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/networks?id=ec50687a-1728-4f78-9fc7-d711d690acca HTTP/1.1" status: 200 len: 809 time: 0.1596289 Apr 08 02:50:56.007070 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-010433b6-46e8-451e-8bae-bfca59a1e5f5 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/quotas/54d0fe600da64a93b22dc0eb21ff7ff8 HTTP/1.1" status: 200 len: 375 time: 0.0107105 Apr 08 02:50:56.040345 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 69329dce-ea31-4367-a926-b56646803345 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:50:56.060539 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-3b520af3-af22-4d93-9c16-22bf16c9358c tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=54d0fe600da64a93b22dc0eb21ff7ff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483935 Apr 08 02:50:56.105603 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f9d31d0d-f3ac-467b-85d1-9cfa0bd44331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:56.105832 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 69329dce-ea31-4367-a926-b56646803345 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:50:56.106099 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 69329dce-ea31-4367-a926-b56646803345 not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:50:56.135618 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-f9d31d0d-f3ac-467b-85d1-9cfa0bd44331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:50:56.139419 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-f9d31d0d-f3ac-467b-85d1-9cfa0bd44331 admin admin] Usage tracker for resource:security_group_rule and tenant:ff5a143f0d90498db04e8c69e1626beb is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:50:56.142273 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-f9d31d0d-f3ac-467b-85d1-9cfa0bd44331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:50:56.147877 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-f9d31d0d-f3ac-467b-85d1-9cfa0bd44331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:50:56.195922 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-405ac60b-64d2-4f2e-be5b-1e2e16fc0ec4 service neutron] 10.222.0.44 "GET /v2.0/networks/ec50687a-1728-4f78-9fc7-d711d690acca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279168 Apr 08 02:50:56.209452 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f9d31d0d-f3ac-467b-85d1-9cfa0bd44331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:56.215561 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f9d31d0d-f3ac-467b-85d1-9cfa0bd44331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:56.260106 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d31d0d-f3ac-467b-85d1-9cfa0bd44331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3217fb76-4905-41a9-b891-fae1ca2abff0,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:56.264501 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-f9d31d0d-f3ac-467b-85d1-9cfa0bd44331 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff5a143f0d90498db04e8c69e1626beb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2988200 Apr 08 02:50:56.267284 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41388) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:56.325282 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-8c4f44c1-3763-497f-9368-189bdb9e6515 service neutron] 10.222.0.44 "GET /v2.0/networks/ec50687a-1728-4f78-9fc7-d711d690acca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233594 Apr 08 02:50:56.327148 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3fafe0fb-5d5e-4c20-8c6f-e6fbd3f3dd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:56.358362 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3fafe0fb-5d5e-4c20-8c6f-e6fbd3f3dd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:56.413076 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3fafe0fb-5d5e-4c20-8c6f-e6fbd3f3dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:56.432376 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafe0fb-5d5e-4c20-8c6f-e6fbd3f3dd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3217fb76-4905-41a9-b891-fae1ca2abff0,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:56.440996 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-3fafe0fb-5d5e-4c20-8c6f-e6fbd3f3dd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:56.442116 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-3fafe0fb-5d5e-4c20-8c6f-e6fbd3f3dd3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3217fb76-4905-41a9-b891-fae1ca2abff0 HTTP/1.1" status: 204 len: 168 time: 0.1739836 Apr 08 02:50:56.556018 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a4834c25-392c-4d34-b662-760a1b2422ca req-d41d5c0c-1193-4002-8168-bca7203a38ff tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 210 time: 0.0550053 Apr 08 02:50:56.826839 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41418) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:56.847337 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-beb7dd17-f112-481f-9a07-6e0f25dfd528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:56.882459 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-beb7dd17-f112-481f-9a07-6e0f25dfd528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:50:56.887311 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-beb7dd17-f112-481f-9a07-6e0f25dfd528 admin admin] Usage tracker for resource:security_group_rule and tenant:447eeef1264b421d8d94e846353891b8 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:50:56.890530 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-beb7dd17-f112-481f-9a07-6e0f25dfd528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:50:56.897206 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-beb7dd17-f112-481f-9a07-6e0f25dfd528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:50:56.976725 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-beb7dd17-f112-481f-9a07-6e0f25dfd528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:56.981587 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-beb7dd17-f112-481f-9a07-6e0f25dfd528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:57.027931 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7dd17-f112-481f-9a07-6e0f25dfd528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196b89e4-c74b-4e35-ad32-e25fe7f05e4d,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:57.034419 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-beb7dd17-f112-481f-9a07-6e0f25dfd528 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=447eeef1264b421d8d94e846353891b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2062860 Apr 08 02:50:57.037362 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 41426) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:57.104766 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ba360f91-0bb1-42c4-81d6-d86aa154e6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:57.137427 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ba360f91-0bb1-42c4-81d6-d86aa154e6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:57.277939 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ba360f91-0bb1-42c4-81d6-d86aa154e6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:57.291982 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba360f91-0bb1-42c4-81d6-d86aa154e6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196b89e4-c74b-4e35-ad32-e25fe7f05e4d,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:57.298006 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ba360f91-0bb1-42c4-81d6-d86aa154e6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:57.301697 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-ba360f91-0bb1-42c4-81d6-d86aa154e6be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/196b89e4-c74b-4e35-ad32-e25fe7f05e4d HTTP/1.1" status: 204 len: 168 time: 0.2588785 Apr 08 02:50:57.374764 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39048c3-30ba-4254-af6f-9db14660d050 req-4199e3a9-9e3f-4365-b399-ff24e89e59a1 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:57.376182 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c39048c3-30ba-4254-af6f-9db14660d050 req-4199e3a9-9e3f-4365-b399-ff24e89e59a1 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 946 time: 0.0760870 Apr 08 02:50:57.431942 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c39048c3-30ba-4254-af6f-9db14660d050 req-ec9ee139-2d88-4e84-bf2f-7c3c74d60204 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=5032cfae-6332-4d80-be99-a377b42af138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500586 Apr 08 02:50:57.667571 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-9a754e13-f88e-4040-85ce-703e2f4c561e tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:57.670822 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-9a754e13-f88e-4040-85ce-703e2f4c561e tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.37 "GET /v2.0/networks?id=ec50687a-1728-4f78-9fc7-d711d690acca HTTP/1.1" status: 200 len: 809 time: 0.1572430 Apr 08 02:50:57.689434 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Request body: {'port': {'device_id': '0e48e4af-5826-41f0-b75b-4905a27abd2c', 'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca', 'admin_state_up': True, 'tenant_id': '54d0fe600da64a93b22dc0eb21ff7ff8'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:50:57.736533 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-0fcec539-7c3e-4489-b58b-1e9123e1b5d0 req-0595053f-9ba0-4afd-a05c-9cc055ce0792 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 210 time: 0.0448451 Apr 08 02:50:57.844039 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:50:57.848554 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Usage tracker for resource:port and tenant:54d0fe600da64a93b22dc0eb21ff7ff8 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:50:57.851345 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:50:57.858396 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:50:57.871683 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Made reservation on behalf of 54d0fe600da64a93b22dc0eb21ff7ff8 for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:50:57.875974 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:58.048000 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Allocated IP 172.20.0.14 (ec50687a-1728-4f78-9fc7-d711d690acca/fdf833aa-31c2-4f0d-8344-a12ffca9cf3f/5fb51b26-340d-4bc8-8b5d-9c08e39d05b6) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:50:58.338839 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:58.369068 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:58.439725 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Network ec50687a-1728-4f78-9fc7-d711d690acca is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:50:58.442769 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:50:58.447177 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:50:58.473397 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Pushing event updated for resources: {'Port': ['ID=5fb51b26-340d-4bc8-8b5d-9c08e39d05b6,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:58.515901 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:58.516510 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:58.546487 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d3d55977-a771-452a-8dfd-1ac7fec3f288 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8608847 Apr 08 02:50:58.563294 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Request body: {'port': {'device_id': '0e48e4af-5826-41f0-b75b-4905a27abd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:50:58.636335 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64339e9f-e0e2-455d-9230-ad069b2a7b19 req-1cd5203c-2f2e-4d4b-af45-74fef760983e tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:58.637811 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-64339e9f-e0e2-455d-9230-ad069b2a7b19 req-1cd5203c-2f2e-4d4b-af45-74fef760983e tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 946 time: 0.0778661 Apr 08 02:50:58.677463 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:58.687314 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-64339e9f-e0e2-455d-9230-ad069b2a7b19 req-fb089e2a-19bb-4e6b-bc16-b4834200d6e7 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=5032cfae-6332-4d80-be99-a377b42af138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429344 Apr 08 02:50:58.962667 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbf026-30ef-4b12-8946-dcb4163c6edf req-4e0cf87f-7d2b-4108-a8f8-852d65db0ca7 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:58.968574 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4efbf026-30ef-4b12-8946-dcb4163c6edf req-4e0cf87f-7d2b-4108-a8f8-852d65db0ca7 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 932 time: 0.0930934 Apr 08 02:50:59.026762 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4efbf026-30ef-4b12-8946-dcb4163c6edf req-ba38be03-d274-4ba5-abb5-72ca6f95c87f tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562577 Apr 08 02:50:59.050677 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:50:59.060547 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:59.075644 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Transition to ACTIVE for port object 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:50:59.080194 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:59.209050 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb51b26-340d-4bc8-8b5d-9c08e39d05b6,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:59.364686 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Attempting to bind port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:50:59.365012 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Attempting to bind port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'bf6693ee-dca7-46a7-9bed-0856ca101c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:50:59.365336 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Attempting to bind port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 on network ec50687a-1728-4f78-9fc7-d711d690acca {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:50:59.374266 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 on network ec50687a-1728-4f78-9fc7-d711d690acca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:50:59.374628 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Attempting to bind port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 on network ec50687a-1728-4f78-9fc7-d711d690acca {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:50:59.388369 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-1a9ffcff-214b-4e6b-9ebf-5ac5af6ee9ec tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:59.389094 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-1a9ffcff-214b-4e6b-9ebf-5ac5af6ee9ec tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Synchronizing usage tracker for tenant:b058649f650a4525af29343dc21492cc on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:50:59.393660 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:50:59.393989 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Checking segment: {'id': 'bf6693ee-dca7-46a7-9bed-0856ca101c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:50:59.394412 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Bound using segment: {'id': 'bf6693ee-dca7-46a7-9bed-0856ca101c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:50:59.394837 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Bound port: 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6693ee-dca7-46a7-9bed-0856ca101c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:50:59.395208 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:59.451131 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-1a9ffcff-214b-4e6b-9ebf-5ac5af6ee9ec tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Unset dirty status for tenant:b058649f650a4525af29343dc21492cc on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:50:59.452313 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-1a9ffcff-214b-4e6b-9ebf-5ac5af6ee9ec tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.37 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 946 time: 0.2136106 Apr 08 02:50:59.548207 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Deleting port db2798d2-2c78-44d1-a509-ea89daadd8b3 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:50:59.548543 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:59.572769 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] For port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:50:59.597627 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] For port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5fb51b26-340d-4bc8-8b5d-9c08e39d05b6,segment=NetworkSegment(bf6693ee-dca7-46a7-9bed-0856ca101c83),segment_id=bf6693ee-dca7-46a7-9bed-0856ca101c83)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:50:59.606804 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:59.707364 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:59.708597 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] 10.222.0.37 "PUT /v2.0/ports/5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 HTTP/1.1" status: 200 len: 1094 time: 1.1504204 Apr 08 02:50:59.718720 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e48e4af-5826-41f0-b75b-4905a27abd2c', 'tag': '5fb51b26-340d-4bc8-8b5d-9c08e39d05b6'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:50:59.804866 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b1d61e-c2ec-48e5-b2b9-5c9b13cdc15b'] response: {'name': 'network-changed', 'server_uuid': '0e48e4af-5826-41f0-b75b-4905a27abd2c', 'tag': '5fb51b26-340d-4bc8-8b5d-9c08e39d05b6', 'status': 'completed', 'code': 200} Apr 08 02:50:59.886835 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed576a-7752-495f-bb46-d2530c3ef2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb51b26-340d-4bc8-8b5d-9c08e39d05b6,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:59.914453 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5ccd7-a55c-427c-9886-33137bb2f104 req-0d1cb7c6-46e5-4859-a101-9ea57d64a36c tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:59.917719 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1fc5ccd7-a55c-427c-9886-33137bb2f104 req-0d1cb7c6-46e5-4859-a101-9ea57d64a36c tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 946 time: 0.0961068 Apr 08 02:50:59.974101 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] For port db2798d2-2c78-44d1-a509-ea89daadd8b3, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=db2798d2-2c78-44d1-a509-ea89daadd8b3,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:50:59.974456 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:59.979736 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1fc5ccd7-a55c-427c-9886-33137bb2f104 req-9f835181-03c0-44bd-a2a3-7e8400d60ff5 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups?id=5032cfae-6332-4d80-be99-a377b42af138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563607 Apr 08 02:50:59.983980 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d949ed73-31d9-409d-97a5-1d8b393ec64d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54d0fe600da64a93b22dc0eb21ff7ff8&device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 1097 time: 0.2184811 Apr 08 02:51:00.213330 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-734a2b54-2e57-4704-af70-3a9b21174637 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 HTTP/1.1" status: 200 len: 217 time: 0.0796380 Apr 08 02:51:00.234046 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211b8ea-bd89-4fc0-904c-e714c756613e req-b4a1b437-dcab-479e-affe-cf724d3382f8 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:00.235575 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c211b8ea-bd89-4fc0-904c-e714c756613e req-b4a1b437-dcab-479e-affe-cf724d3382f8 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 944 time: 0.0851870 Apr 08 02:51:00.283764 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c211b8ea-bd89-4fc0-904c-e714c756613e req-3424adf4-d256-450e-8d24-0bfdf012a211 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Apr 08 02:51:00.361556 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-455a3313-c1a2-4005-8186-1d11de7acaaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:00.363087 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-455a3313-c1a2-4005-8186-1d11de7acaaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdf833aa-31c2-4f0d-8344-a12ffca9cf3f HTTP/1.1" status: 200 len: 849 time: 0.1426685 Apr 08 02:51:00.483505 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-9f5e5a74-2d3f-43e2-86cb-2c6f921bd1b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec50687a-1728-4f78-9fc7-d711d690acca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582399 Apr 08 02:51:00.573797 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:00.574161 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:00.574552 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Floating IP da394f93-2c2d-4ac8-9559-c638a6f0c4a4 disassociated. External IP: 172.28.1.188, port: db2798d2-2c78-44d1-a509-ea89daadd8b3. Apr 08 02:51:00.574798 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Calling delete_port for db2798d2-2c78-44d1-a509-ea89daadd8b3 owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:00.690697 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-d342aca3-73a6-4d95-95e1-dc7882024940 service neutron] 10.222.0.37 "GET /v2.0/networks/ec50687a-1728-4f78-9fc7-d711d690acca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999364 Apr 08 02:51:00.860023 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:00.921222 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event deleted for resources: {'Port': ['ID=db2798d2-2c78-44d1-a509-ea89daadd8b3,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:00.929914 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-05fb8f69-0e40-4307-a705-64a527b99c1f req-7f544ff8-17c4-4af4-bfea-de6ebc5c9efb service neutron] 10.222.0.37 "GET /v2.0/networks/ec50687a-1728-4f78-9fc7-d711d690acca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076008 Apr 08 02:51:01.146991 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e78cf2d0-40c2-469e-9291-706b4d7444fb req-045f6011-a642-46af-8a94-14b21d5d75b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=54d0fe600da64a93b22dc0eb21ff7ff8&device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 1097 time: 0.1558716 Apr 08 02:51:01.157125 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e40f649d-acc8-4612-b616-00d324cfd63c req-b4a2cac5-17a6-4652-bae9-96b07c776464 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 210 time: 0.0477405 Apr 08 02:51:01.301851 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cf2d0-40c2-469e-9291-706b4d7444fb req-45b2308e-b8e6-44a4-8e90-15d22a26bd6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:01.303317 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e78cf2d0-40c2-469e-9291-706b4d7444fb req-45b2308e-b8e6-44a4-8e90-15d22a26bd6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec50687a-1728-4f78-9fc7-d711d690acca HTTP/1.1" status: 200 len: 910 time: 0.1497238 Apr 08 02:51:01.308088 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Router bb618c47-dc84-42f3-9b56-d1f295c44017 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:51:01.364568 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 41582) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:01.391470 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e78cf2d0-40c2-469e-9291-706b4d7444fb req-c47a01fb-6eb9-49ad-906e-22a431dca997 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 HTTP/1.1" status: 200 len: 217 time: 0.0678198 Apr 08 02:51:01.530802 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29927795-879b-4290-aa20-fe2a932120b9 req-cad80660-bce5-4111-b376-c84a54f80f5d tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:01.535343 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-29927795-879b-4290-aa20-fe2a932120b9 req-cad80660-bce5-4111-b376-c84a54f80f5d tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 944 time: 0.1025574 Apr 08 02:51:01.553663 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-290c63dd-9252-4a3c-9ff6-6c1e0af17ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:01.605398 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-290c63dd-9252-4a3c-9ff6-6c1e0af17ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:01.612004 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-29927795-879b-4290-aa20-fe2a932120b9 req-54f2a985-ad66-42d2-82a6-794eb226b4cb tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736644 Apr 08 02:51:01.612908 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-290c63dd-9252-4a3c-9ff6-6c1e0af17ccc admin admin] Usage tracker for resource:security_group_rule and tenant:544ef8b4ec5049bbae1596629a78dfe6 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:01.616610 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-290c63dd-9252-4a3c-9ff6-6c1e0af17ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:01.622536 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-290c63dd-9252-4a3c-9ff6-6c1e0af17ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:01.696742 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cf2d0-40c2-469e-9291-706b4d7444fb req-9dac59c6-ae5a-4a06-b993-1f210f5266fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:01.698221 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e78cf2d0-40c2-469e-9291-706b4d7444fb req-9dac59c6-ae5a-4a06-b993-1f210f5266fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdf833aa-31c2-4f0d-8344-a12ffca9cf3f HTTP/1.1" status: 200 len: 849 time: 0.1413341 Apr 08 02:51:01.705414 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-290c63dd-9252-4a3c-9ff6-6c1e0af17ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:01.712236 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-290c63dd-9252-4a3c-9ff6-6c1e0af17ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:01.745950 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e78cf2d0-40c2-469e-9291-706b4d7444fb req-7453c82c-57bd-4c14-94d1-887860e606cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec50687a-1728-4f78-9fc7-d711d690acca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407267 Apr 08 02:51:01.757428 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c63dd-9252-4a3c-9ff6-6c1e0af17ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202da981-b045-4d77-a6d4-46f8a40a32ef,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:01.762879 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-290c63dd-9252-4a3c-9ff6-6c1e0af17ccc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=544ef8b4ec5049bbae1596629a78dfe6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3972859 Apr 08 02:51:01.765890 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 41594) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:01.834378 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1cdae1d7-693d-460f-b4f2-4b274105474d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:01.863311 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1cdae1d7-693d-460f-b4f2-4b274105474d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:01.897815 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e78cf2d0-40c2-469e-9291-706b4d7444fb req-7199f30d-0c8a-40c4-9453-49c1d1d122e6 service neutron] 10.222.0.37 "GET /v2.0/networks/ec50687a-1728-4f78-9fc7-d711d690acca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448903 Apr 08 02:51:01.905434 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:51:01.917288 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a4b425-10ca-41ab-a8f8-3f2d34b752cf None None] Sync routers for ids ['bb618c47-dc84-42f3-9b56-d1f295c44017'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:51:01.930729 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a4b425-10ca-41ab-a8f8-3f2d34b752cf None None] Routers {'bb618c47-dc84-42f3-9b56-d1f295c44017'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:01.931932 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-65a4b425-10ca-41ab-a8f8-3f2d34b752cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:50:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['bb618c47-dc84-42f3-9b56-d1f295c44017'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:01.936207 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1cdae1d7-693d-460f-b4f2-4b274105474d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:01.964786 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1cdae1d7-693d-460f-b4f2-4b274105474d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:01.966355 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-1cdae1d7-693d-460f-b4f2-4b274105474d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/202da981-b045-4d77-a6d4-46f8a40a32ef HTTP/1.1" status: 204 len: 168 time: 0.1996405 Apr 08 02:51:01.967894 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdae1d7-693d-460f-b4f2-4b274105474d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202da981-b045-4d77-a6d4-46f8a40a32ef,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:02.044213 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] No DVR routers for this DVR port db2798d2-2c78-44d1-a509-ea89daadd8b3 on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:51:02.047911 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:02.050404 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ea858b-e2e3-48ea-95b4-edc8a4d61391', 'name': 'network-vif-deleted', 'tag': 'db2798d2-2c78-44d1-a509-ea89daadd8b3'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:51:02.055617 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:51:02.058257 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device db2798d2-2c78-44d1-a509-ea89daadd8b3 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:51:02.099163 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-d23ae36c-0981-4cfd-828a-0c710ee7f391 req-49128e5f-b408-4243-ada3-15d4f0baf824 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.37 "DELETE /v2.0/ports/db2798d2-2c78-44d1-a509-ea89daadd8b3 HTTP/1.1" status: 204 len: 173 time: 2.6365094 Apr 08 02:51:02.128482 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e78cf2d0-40c2-469e-9291-706b4d7444fb req-5c61f551-0671-4435-9df1-f0965342f855 service neutron] 10.222.0.37 "GET /v2.0/networks/ec50687a-1728-4f78-9fc7-d711d690acca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211466 Apr 08 02:51:02.146004 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: db2798d2-2c78-44d1-a509-ea89daadd8b3 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:51:02.146376 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device db2798d2-2c78-44d1-a509-ea89daadd8b3 not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:51:02.165766 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-65a4b425-10ca-41ab-a8f8-3f2d34b752cf None None] Set router bb618c47-dc84-42f3-9b56-d1f295c44017 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:02.189920 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a24353d-4766-4d6a-a31b-2dced946c42a'] response: {'server_uuid': '25ea858b-e2e3-48ea-95b4-edc8a4d61391', 'name': 'network-vif-deleted', 'tag': 'db2798d2-2c78-44d1-a509-ea89daadd8b3', 'status': 'completed', 'code': 200} Apr 08 02:51:02.307698 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5fb51b26-340d-4bc8-8b5d-9c08e39d05b6,segment=NetworkSegment(bf6693ee-dca7-46a7-9bed-0856ca101c83),segment_id=bf6693ee-dca7-46a7-9bed-0856ca101c83)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:02.341739 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '5fb51b26-340d-4bc8-8b5d-9c08e39d05b6', 'network_id': 'ec50687a-1728-4f78-9fc7-d711d690acca', 'port_id': '5fb51b26-340d-4bc8-8b5d-9c08e39d05b6', 'mac_address': 'fa:16:3e:e2:4a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf833aa-31c2-4f0d-8344-a12ffca9cf3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:51:02.380624 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cddd85dc-d315-4fae-8d6e-05561251fa9a req-fee2418a-5039-4987-89a9-47722965657a tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ea858b-e2e3-48ea-95b4-edc8a4d61391 HTTP/1.1" status: 200 len: 210 time: 0.0620337 Apr 08 02:51:02.434776 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:02.461445 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:51:02.479001 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5fb51b26-340d-4bc8-8b5d-9c08e39d05b6,segment=NetworkSegment(bf6693ee-dca7-46a7-9bed-0856ca101c83),segment_id=bf6693ee-dca7-46a7-9bed-0856ca101c83)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:02.486518 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:02.539652 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41610) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:02.556724 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=5fb51b26-340d-4bc8-8b5d-9c08e39d05b6,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:02.567481 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f0ce-5a3a-4239-b060-281991437c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:02.582602 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-65a4b425-10ca-41ab-a8f8-3f2d34b752cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:46:01Z', 'revision_number': 5, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:02.586443 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a4b425-10ca-41ab-a8f8-3f2d34b752cf None None] Checking router: bb618c47-dc84-42f3-9b56-d1f295c44017 for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:51:02.600588 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a4b425-10ca-41ab-a8f8-3f2d34b752cf None None] Routers {'bb618c47-dc84-42f3-9b56-d1f295c44017'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:02.601881 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-65a4b425-10ca-41ab-a8f8-3f2d34b752cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:50:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['bb618c47-dc84-42f3-9b56-d1f295c44017'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:02.603719 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-cfc1f0ce-5a3a-4239-b060-281991437c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:02.607851 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-cfc1f0ce-5a3a-4239-b060-281991437c44 admin admin] Usage tracker for resource:security_group_rule and tenant:bc9840a902444b4899ddd52df0eb9c3d is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:02.610927 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-cfc1f0ce-5a3a-4239-b060-281991437c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:02.617240 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-cfc1f0ce-5a3a-4239-b060-281991437c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:02.617975 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d66d1-359f-4e3b-ae99-887482e78de5 req-312e94d0-cefe-4e41-891b-13da724471ac tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:02.619686 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2e4d66d1-359f-4e3b-ae99-887482e78de5 req-312e94d0-cefe-4e41-891b-13da724471ac tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 947 time: 0.0845401 Apr 08 02:51:02.698029 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f0ce-5a3a-4239-b060-281991437c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:02.707527 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['5fb51b26-340d-4bc8-8b5d-9c08e39d05b6'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:51:02.708375 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2e4d66d1-359f-4e3b-ae99-887482e78de5 req-2e6dca95-5935-459c-bd78-1f91a2f11ca3 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818198 Apr 08 02:51:02.712903 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f0ce-5a3a-4239-b060-281991437c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:02.811966 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1f0ce-5a3a-4239-b060-281991437c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbece0c-7d51-469a-a54d-59078a2b1208,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:02.818174 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-cfc1f0ce-5a3a-4239-b060-281991437c44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc9840a902444b4899ddd52df0eb9c3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2746224 Apr 08 02:51:02.821122 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41616) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:02.845096 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-65a4b425-10ca-41ab-a8f8-3f2d34b752cf None None] Set router bb618c47-dc84-42f3-9b56-d1f295c44017 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:02.904862 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e4d19-1086-478f-9aff-3f2b11b73491 req-a807f15c-4b98-4d9a-8f44-e3b3a98a7e07 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:02.913826 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ce2e4d19-1086-478f-9aff-3f2b11b73491 req-a807f15c-4b98-4d9a-8f44-e3b3a98a7e07 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 945 time: 0.1235194 Apr 08 02:51:02.957919 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ba080c92-e0bd-4421-b096-4bd34a8efe81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:02.977723 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-ce2e4d19-1086-478f-9aff-3f2b11b73491 req-8efbb7a8-b5a8-49f9-9963-494de4d9df67 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628078 Apr 08 02:51:02.989268 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ba080c92-e0bd-4421-b096-4bd34a8efe81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:03.045274 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ba080c92-e0bd-4421-b096-4bd34a8efe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:03.059383 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba080c92-e0bd-4421-b096-4bd34a8efe81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbece0c-7d51-469a-a54d-59078a2b1208,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:03.065671 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ba080c92-e0bd-4421-b096-4bd34a8efe81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:03.069518 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-ba080c92-e0bd-4421-b096-4bd34a8efe81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fbece0c-7d51-469a-a54d-59078a2b1208 HTTP/1.1" status: 204 len: 168 time: 0.2473047 Apr 08 02:51:03.193170 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-65a4b425-10ca-41ab-a8f8-3f2d34b752cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:46:01Z', 'revision_number': 5, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:03.197226 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a4b425-10ca-41ab-a8f8-3f2d34b752cf None None] The sync data for ids ['bb618c47-dc84-42f3-9b56-d1f295c44017'] in dv-cinder-837052-1-smb is: [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'eaa43c18-326e-4310-a16f-f3b0de666b53', 'name': '', 'network_id': '8faf2455-e525-4732-9869-724624fc181a', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'mac_address': 'fa:16:3e:49:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:34Z', 'updated_at': '2022-04-08T02:46:01Z', 'revision_number': 5, 'project_id': 'b058649f650a4525af29343dc21492cc', 'subnets': [{'id': '132caaed-3126-47eb-b1f2-b9b8005ab354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:51:03.407286 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ff623-dd25-4dad-8c08-21c2181b3476 None None] New status for floating IP da394f93-2c2d-4ac8-9559-c638a6f0c4a4: DOWN {{(pid=83155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:51:03.521860 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-02434817-dae9-42d1-8b71-f06901799715 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:03.522635 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-02434817-dae9-42d1-8b71-f06901799715 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Synchronizing usage tracker for tenant:f36689d17778495781486ab15ffa7a19 on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:51:03.526506 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41634) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:03.573466 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-02434817-dae9-42d1-8b71-f06901799715 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Unset dirty status for tenant:f36689d17778495781486ab15ffa7a19 on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:51:03.574709 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-02434817-dae9-42d1-8b71-f06901799715 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 947 time: 0.1487293 Apr 08 02:51:03.654865 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-4f2fec59-bdc3-45db-a795-d58be89ae346 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:03.661819 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Deleting port ac5887db-bed4-4a2b-bf77-2211044f1145 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:03.662154 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:03.735257 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-4f2fec59-bdc3-45db-a795-d58be89ae346 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:03.917006 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-4f2fec59-bdc3-45db-a795-d58be89ae346 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:03.953027 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fec59-bdc3-45db-a795-d58be89ae346 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5032cfae-6332-4d80-be99-a377b42af138,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:03.957170 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddee53f-15a7-4dd6-b4a8-1a94d94abf80 req-8a632140-0127-4592-87b6-e4013f3648b4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:03.972045 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4ddee53f-15a7-4dd6-b4a8-1a94d94abf80 req-8a632140-0127-4592-87b6-e4013f3648b4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 947 time: 0.1188538 Apr 08 02:51:03.987346 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-4f2fec59-bdc3-45db-a795-d58be89ae346 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:03.990972 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-4f2fec59-bdc3-45db-a795-d58be89ae346 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "DELETE /v2.0/security-groups/5032cfae-6332-4d80-be99-a377b42af138 HTTP/1.1" status: 204 len: 168 time: 0.4609587 Apr 08 02:51:03.990972 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] For port ac5887db-bed4-4a2b-bf77-2211044f1145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ac5887db-bed4-4a2b-bf77-2211044f1145,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:03.990972 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:03.998351 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41648) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:04.046228 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4ddee53f-15a7-4dd6-b4a8-1a94d94abf80 req-8cfa2d9c-f6e7-47f6-830a-2a85f5ca838b tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups?id=33a2afa3-108c-4054-b2ed-2534ad1bbe90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715442 Apr 08 02:51:04.071577 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:51:04.088513 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.api.v2.resource [None req-ba3578ff-13ff-4a09-9f20-0d335aebf36c tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] show failed (client error): The resource could not be found. Apr 08 02:51:04.089801 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-ba3578ff-13ff-4a09-9f20-0d335aebf36c tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "GET /v2.0/security-groups/5032cfae-6332-4d80-be99-a377b42af138 HTTP/1.1" status: 404 len: 347 time: 0.0906308 Apr 08 02:51:04.092942 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 41656) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:04.145410 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:51:04.150431 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:51:04.151044 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:04.286514 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:04.328362 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e48e4af-5826-41f0-b75b-4905a27abd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb51b26-340d-4bc8-8b5d-9c08e39d05b6'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:51:04.330832 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b107d-d217-48e2-99d8-d9972f78c1d4 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Deleting port 51b09009-3124-4567-b34d-f7ba007f2f8f {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:04.331209 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fc3b107d-d217-48e2-99d8-d9972f78c1d4 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:04.340271 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5fb51b26-340d-4bc8-8b5d-9c08e39d05b6,segment=NetworkSegment(bf6693ee-dca7-46a7-9bed-0856ca101c83),segment_id=bf6693ee-dca7-46a7-9bed-0856ca101c83)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:04.346223 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:04.425638 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca912a1-de27-4447-856a-0bda7602b2d5'] response: {'server_uuid': '0e48e4af-5826-41f0-b75b-4905a27abd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb51b26-340d-4bc8-8b5d-9c08e39d05b6', 'code': 200} Apr 08 02:51:04.447426 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=5fb51b26-340d-4bc8-8b5d-9c08e39d05b6,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:04.527238 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:04.528286 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:04.528772 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Floating IP 0df83f2c-eb77-42a0-b6f3-fde9d9acf1bb disassociated. External IP: 172.28.1.99, port: ac5887db-bed4-4a2b-bf77-2211044f1145. Apr 08 02:51:04.529273 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Calling delete_port for ac5887db-bed4-4a2b-bf77-2211044f1145 owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:04.605388 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49360-93f2-40bc-a84e-8ddab915d5c3 req-69a0c2f6-5151-4c89-8386-f4def96454d3 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:04.606865 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c4f49360-93f2-40bc-a84e-8ddab915d5c3 req-69a0c2f6-5151-4c89-8386-f4def96454d3 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 945 time: 0.4339778 Apr 08 02:51:04.683383 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fc3b107d-d217-48e2-99d8-d9972f78c1d4 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:04.683740 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fc3b107d-d217-48e2-99d8-d9972f78c1d4 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:04.697011 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-c4f49360-93f2-40bc-a84e-8ddab915d5c3 req-3d9d4fad-edd5-475f-8a58-5bfeae65d1a0 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843325 Apr 08 02:51:04.751853 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-f3f3d58f-6333-42d9-b1de-a2bd475a6d4b req-ec7db075-d1bc-4cfc-9ebc-b165a4db200a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 1099 time: 0.1542971 Apr 08 02:51:04.775480 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:04.814610 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b107d-d217-48e2-99d8-d9972f78c1d4 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Calling delete_port for 51b09009-3124-4567-b34d-f7ba007f2f8f owned by network:floatingip {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:04.839213 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event deleted for resources: {'Port': ['ID=ac5887db-bed4-4a2b-bf77-2211044f1145,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:04.859747 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-f3f3d58f-6333-42d9-b1de-a2bd475a6d4b req-f5f069fa-c329-44c4-85e0-60c55e25f71d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007247 Apr 08 02:51:04.970325 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fc3b107d-d217-48e2-99d8-d9972f78c1d4 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:05.018002 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b107d-d217-48e2-99d8-d9972f78c1d4 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Pushing event deleted for resources: {'Port': ['ID=51b09009-3124-4567-b34d-f7ba007f2f8f,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:05.080624 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Router 34035e03-db2f-4f88-a910-5d0fcfa2a57c has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:51:05.115538 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fc3b107d-d217-48e2-99d8-d9972f78c1d4 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks [] for floatingip, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:05.133875 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-fc3b107d-d217-48e2-99d8-d9972f78c1d4 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:05.146720 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-fc3b107d-d217-48e2-99d8-d9972f78c1d4 tempest-AttachVolumeTestJSON-1608615989 tempest-AttachVolumeTestJSON-1608615989-project] 10.222.0.44 "DELETE /v2.0/floatingips/da394f93-2c2d-4ac8-9559-c638a6f0c4a4 HTTP/1.1" status: 204 len: 168 time: 1.0523367 Apr 08 02:51:05.257145 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d56ff10f-0a1f-4f56-a56a-e091fb35439c req-237bac32-d5b5-4cee-8aad-ea4d5438d74c tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/ports?device_id=aebe781b-91e2-42c0-ad8d-1e4065891ca4 HTTP/1.1" status: 200 len: 210 time: 0.0632253 Apr 08 02:51:05.338838 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:51:05.355712 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23e9b1d-7c3b-4052-bac0-d4bbbce00fb0 None None] Sync routers for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:51:05.378762 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23e9b1d-7c3b-4052-bac0-d4bbbce00fb0 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:05.379649 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-f23e9b1d-7c3b-4052-bac0-d4bbbce00fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:50:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:05.443717 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] No DVR routers for this DVR port ac5887db-bed4-4a2b-bf77-2211044f1145 on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:51:05.446466 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:05.449343 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'name': 'network-vif-deleted', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:51:05.476862 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-290362f6-a107-4081-84e8-49aa7e3163d2 req-12fdda43-c83f-41cd-8ff0-1bea203c8418 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.37 "DELETE /v2.0/ports/ac5887db-bed4-4a2b-bf77-2211044f1145 HTTP/1.1" status: 204 len: 173 time: 1.8957162 Apr 08 02:51:05.519398 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ce8f85-5cab-45f1-acf1-c45de5ec6c10'] response: {'server_uuid': 'aebe781b-91e2-42c0-ad8d-1e4065891ca4', 'name': 'network-vif-deleted', 'tag': 'ac5887db-bed4-4a2b-bf77-2211044f1145', 'status': 'completed', 'code': 200} Apr 08 02:51:05.588667 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-f23e9b1d-7c3b-4052-bac0-d4bbbce00fb0 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:05.975998 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d00d20-4122-4203-b3f4-4aff1cf44b15 req-a68a6e1c-afb8-485b-b591-d7e55338a48e tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:05.977662 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-93d00d20-4122-4203-b3f4-4aff1cf44b15 req-a68a6e1c-afb8-485b-b591-d7e55338a48e tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 946 time: 0.1506717 Apr 08 02:51:06.001506 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-f23e9b1d-7c3b-4052-bac0-d4bbbce00fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 5, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:06.006333 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23e9b1d-7c3b-4052-bac0-d4bbbce00fb0 None None] Checking router: 34035e03-db2f-4f88-a910-5d0fcfa2a57c for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:51:06.024262 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23e9b1d-7c3b-4052-bac0-d4bbbce00fb0 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:06.024942 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-f23e9b1d-7c3b-4052-bac0-d4bbbce00fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:50:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:06.039970 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-93d00d20-4122-4203-b3f4-4aff1cf44b15 req-6f6d30e3-664d-4ba4-b645-16047b26865f tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561812 Apr 08 02:51:06.063420 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device ac5887db-bed4-4a2b-bf77-2211044f1145 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:51:06.096947 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: ac5887db-bed4-4a2b-bf77-2211044f1145 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:51:06.097282 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device ac5887db-bed4-4a2b-bf77-2211044f1145 not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:51:06.210449 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-f23e9b1d-7c3b-4052-bac0-d4bbbce00fb0 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:06.441999 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 41702) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:06.512623 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:06.521499 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-f23e9b1d-7c3b-4052-bac0-d4bbbce00fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 5, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:06.525634 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23e9b1d-7c3b-4052-bac0-d4bbbce00fb0 None None] The sync data for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb is: [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:44:33Z', 'revision_number': 4, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'e98404c7-e373-4cfe-9612-6b77201c9be7', 'name': '', 'network_id': '08bdb27d-9848-4e86-ab5c-accfd09c6385', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'mac_address': 'fa:16:3e:c6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:55Z', 'revision_number': 5, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'subnets': [{'id': '64016a0c-f630-4f2c-b2c8-29440d7c30ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:51:06.546933 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:06.609857 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:06.631471 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a2afa3-108c-4054-b2ed-2534ad1bbe90,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:06.644201 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:06.644574 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:06.644917 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:06.645250 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:06.645578 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:06.645902 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:06.646224 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:06.646542 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:06.646861 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:06.647207 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:06.647526 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:06.651661 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:06.652806 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-2ffe12e8-84f1-4c88-8e69-4ffb738dda31 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "DELETE /v2.0/security-groups/33a2afa3-108c-4054-b2ed-2534ad1bbe90 HTTP/1.1" status: 204 len: 168 time: 0.2097709 Apr 08 02:51:06.656389 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41710) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:06.678407 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.api.v2.resource [None req-3c095996-514c-4060-9668-8832a83d9ca7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] show failed (client error): The resource could not be found. Apr 08 02:51:06.679058 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-3c095996-514c-4060-9668-8832a83d9ca7 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "GET /v2.0/security-groups/33a2afa3-108c-4054-b2ed-2534ad1bbe90 HTTP/1.1" status: 404 len: 347 time: 0.0214431 Apr 08 02:51:06.681905 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41714) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:06.761306 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d69393-b9be-4dc6-84cd-a35fc7d85584 None None] New status for floating IP 0df83f2c-eb77-42a0-b6f3-fde9d9acf1bb: DOWN {{(pid=83155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:51:06.851645 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Deleting port 0d95d32c-837e-4c36-9dbb-52dce6460422 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:06.852196 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:07.043081 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:07.043410 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:07.161575 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Calling delete_port for 0d95d32c-837e-4c36-9dbb-52dce6460422 owned by network:floatingip {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:07.252964 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.db.api [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 02:51:07.253343 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG oslo_db.api [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 02:51:07.260674 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad4763-88e3-492f-8666-6f47a535e070 req-04390fdd-a7eb-4e7f-b9f4-c618ffccbf68 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:07.262107 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-faad4763-88e3-492f-8666-6f47a535e070 req-04390fdd-a7eb-4e7f-b9f4-c618ffccbf68 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 946 time: 0.0921421 Apr 08 02:51:07.306600 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-faad4763-88e3-492f-8666-6f47a535e070 req-3f6080e4-b63c-47ce-81cb-ea2341984a78 tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386686 Apr 08 02:51:07.754933 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Deleting port 0d95d32c-837e-4c36-9dbb-52dce6460422 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:07.755825 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:08.038771 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:08.039129 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:08.157590 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Calling delete_port for 0d95d32c-837e-4c36-9dbb-52dce6460422 owned by network:floatingip {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:08.297097 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:08.349408 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f56759-e3ff-4205-b07a-e95e2d01e251 req-89547a68-3c2c-46c4-a1f4-a6c0a9728aaa tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:08.349900 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Pushing event deleted for resources: {'Port': ['ID=0d95d32c-837e-4c36-9dbb-52dce6460422,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:08.350906 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a2f56759-e3ff-4205-b07a-e95e2d01e251 req-89547a68-3c2c-46c4-a1f4-a6c0a9728aaa tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 946 time: 0.0858710 Apr 08 02:51:08.411571 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a2f56759-e3ff-4205-b07a-e95e2d01e251 req-383c7dbe-b3d1-47a5-889e-3b0994a5f43b tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481734 Apr 08 02:51:08.440627 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks [] for floatingip, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:08.454610 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:08.455764 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-86225c82-e65f-4e8c-b8c5-240a57c32ce4 tempest-AttachVolumeShelveTestJSON-1820450182 tempest-AttachVolumeShelveTestJSON-1820450182-project] 10.222.0.44 "DELETE /v2.0/floatingips/0df83f2c-eb77-42a0-b6f3-fde9d9acf1bb HTTP/1.1" status: 204 len: 168 time: 1.7728789 Apr 08 02:51:09.246376 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41776) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:09.609152 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6cb24-c3fd-4008-a509-4d0da0f1c214 req-db7cc820-5726-4adf-b3fd-3341f8f509aa tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:09.610509 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e4f6cb24-c3fd-4008-a509-4d0da0f1c214 req-db7cc820-5726-4adf-b3fd-3341f8f509aa tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 946 time: 0.0761342 Apr 08 02:51:09.651005 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6668d-10c2-4929-8492-bf8967b6112e req-dd77f239-dc2d-4e90-a6bb-6b17d6c7e83c tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:09.651667 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-48d6668d-10c2-4929-8492-bf8967b6112e req-dd77f239-dc2d-4e90-a6bb-6b17d6c7e83c tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Synchronizing usage tracker for tenant:54d0fe600da64a93b22dc0eb21ff7ff8 on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:51:09.656950 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e4f6cb24-c3fd-4008-a509-4d0da0f1c214 req-f198fd34-48c7-4827-9721-9616b088fe2e tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/security-groups?id=a505f612-674d-46ae-8cd0-390b655ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407555 Apr 08 02:51:09.677132 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-48d6668d-10c2-4929-8492-bf8967b6112e req-dd77f239-dc2d-4e90-a6bb-6b17d6c7e83c tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Unset dirty status for tenant:54d0fe600da64a93b22dc0eb21ff7ff8 on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:51:09.678276 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-48d6668d-10c2-4929-8492-bf8967b6112e req-dd77f239-dc2d-4e90-a6bb-6b17d6c7e83c tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 946 time: 0.1346412 Apr 08 02:51:09.758375 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-48d6668d-10c2-4929-8492-bf8967b6112e req-b2126c4c-c1ba-4ad7-8edb-2deccc2e8abf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Deleting port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:09.758718 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-48d6668d-10c2-4929-8492-bf8967b6112e req-b2126c4c-c1ba-4ad7-8edb-2deccc2e8abf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:10.133725 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-48d6668d-10c2-4929-8492-bf8967b6112e req-b2126c4c-c1ba-4ad7-8edb-2deccc2e8abf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] For port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5fb51b26-340d-4bc8-8b5d-9c08e39d05b6,segment=NetworkSegment(bf6693ee-dca7-46a7-9bed-0856ca101c83),segment_id=bf6693ee-dca7-46a7-9bed-0856ca101c83)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:10.133987 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-48d6668d-10c2-4929-8492-bf8967b6112e req-b2126c4c-c1ba-4ad7-8edb-2deccc2e8abf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:10.353764 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-48d6668d-10c2-4929-8492-bf8967b6112e req-b2126c4c-c1ba-4ad7-8edb-2deccc2e8abf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Calling delete_port for 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:10.432038 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-aa6501b1-4c3d-43c8-88bb-9f26e6dd12a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-980797'] for router_interface, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:10.620112 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-48d6668d-10c2-4929-8492-bf8967b6112e req-b2126c4c-c1ba-4ad7-8edb-2deccc2e8abf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:10.668772 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2126c4c-c1ba-4ad7-8edb-2deccc2e8abf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Pushing event deleted for resources: {'Port': ['ID=5fb51b26-340d-4bc8-8b5d-9c08e39d05b6,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:10.750136 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d6668d-10c2-4929-8492-bf8967b6112e req-b2126c4c-c1ba-4ad7-8edb-2deccc2e8abf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] No DVR routers for this DVR port 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:51:10.752692 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-48d6668d-10c2-4929-8492-bf8967b6112e req-b2126c4c-c1ba-4ad7-8edb-2deccc2e8abf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:10.755145 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e48e4af-5826-41f0-b75b-4905a27abd2c', 'name': 'network-vif-deleted', 'tag': '5fb51b26-340d-4bc8-8b5d-9c08e39d05b6'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:51:10.776420 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-48d6668d-10c2-4929-8492-bf8967b6112e req-b2126c4c-c1ba-4ad7-8edb-2deccc2e8abf tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.37 "DELETE /v2.0/ports/5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 HTTP/1.1" status: 204 len: 173 time: 1.0852904 Apr 08 02:51:10.830766 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e281781-408c-4cdd-87c2-2f0f67db43ca'] response: {'server_uuid': '0e48e4af-5826-41f0-b75b-4905a27abd2c', 'name': 'network-vif-deleted', 'tag': '5fb51b26-340d-4bc8-8b5d-9c08e39d05b6', 'status': 'completed', 'code': 200} Apr 08 02:51:10.865650 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-1b691a27-db2e-4e0c-906c-b47a3d113303 req-3a414a15-0625-4154-a41e-0fe3e2faa5cd tempest-VolumesActionsTest-1622104591 tempest-VolumesActionsTest-1622104591-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e48e4af-5826-41f0-b75b-4905a27abd2c HTTP/1.1" status: 200 len: 210 time: 0.0525234 Apr 08 02:51:11.234947 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41818) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:11.245139 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-aa6501b1-4c3d-43c8-88bb-9f26e6dd12a4 admin admin] Deleting port eaa43c18-326e-4310-a16f-f3b0de666b53 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:11.245856 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-aa6501b1-4c3d-43c8-88bb-9f26e6dd12a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:11.347123 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:51:11.547081 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [None req-aa6501b1-4c3d-43c8-88bb-9f26e6dd12a4 admin admin] For port eaa43c18-326e-4310-a16f-f3b0de666b53, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=eaa43c18-326e-4310-a16f-f3b0de666b53,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:11.547655 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-aa6501b1-4c3d-43c8-88bb-9f26e6dd12a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:11.775139 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-aa6501b1-4c3d-43c8-88bb-9f26e6dd12a4 admin admin] Calling delete_port for eaa43c18-326e-4310-a16f-f3b0de666b53 owned by network:router_interface {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:12.086445 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-aa6501b1-4c3d-43c8-88bb-9f26e6dd12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:12.102031 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:51:12.135153 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6501b1-4c3d-43c8-88bb-9f26e6dd12a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa43c18-326e-4310-a16f-f3b0de666b53,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:12.145916 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:51:12.145916 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 5fb51b26-340d-4bc8-8b5d-9c08e39d05b6 not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:51:12.404730 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0d0e-815b-4993-89e1-414a2a3121e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-980797'] for router_interface, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:12.605873 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-aa6501b1-4c3d-43c8-88bb-9f26e6dd12a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980844'] for router_interface, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:13.489057 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-479e22a6-fdac-4641-963c-b1ed3c748147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:13.618167 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b0d0e-815b-4993-89e1-414a2a3121e9 admin admin] Deleting port e98404c7-e373-4cfe-9612-6b77201c9be7 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:13.618800 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0d0e-815b-4993-89e1-414a2a3121e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:13.812808 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [None req-2c6b0d0e-815b-4993-89e1-414a2a3121e9 admin admin] For port e98404c7-e373-4cfe-9612-6b77201c9be7, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=e98404c7-e373-4cfe-9612-6b77201c9be7,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:13.813068 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0d0e-815b-4993-89e1-414a2a3121e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:13.820992 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6501b1-4c3d-43c8-88bb-9f26e6dd12a4 admin admin] Router bb618c47-dc84-42f3-9b56-d1f295c44017 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:51:13.937474 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b0d0e-815b-4993-89e1-414a2a3121e9 admin admin] Calling delete_port for e98404c7-e373-4cfe-9612-6b77201c9be7 owned by network:router_interface {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:14.276746 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0d0e-815b-4993-89e1-414a2a3121e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:14.327300 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b0d0e-815b-4993-89e1-414a2a3121e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98404c7-e373-4cfe-9612-6b77201c9be7,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:14.440573 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6501b1-4c3d-43c8-88bb-9f26e6dd12a4 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:51:14.453409 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c19ba22-de14-4fbf-9939-e800c7fc1cf6 None None] Sync routers for ids ['bb618c47-dc84-42f3-9b56-d1f295c44017'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:51:14.476149 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-aa6501b1-4c3d-43c8-88bb-9f26e6dd12a4 admin admin] 10.222.0.44 "PUT /v2.0/routers/bb618c47-dc84-42f3-9b56-d1f295c44017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2285151 Apr 08 02:51:14.478562 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 41900) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:14.482542 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c19ba22-de14-4fbf-9939-e800c7fc1cf6 None None] Routers {'bb618c47-dc84-42f3-9b56-d1f295c44017'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:14.483712 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-4c19ba22-de14-4fbf-9939-e800c7fc1cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:50:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['bb618c47-dc84-42f3-9b56-d1f295c44017'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:14.740476 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-4c19ba22-de14-4fbf-9939-e800c7fc1cf6 None None] Set router bb618c47-dc84-42f3-9b56-d1f295c44017 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:14.811960 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Notify callbacks [] for router, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:14.999724 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0d0e-815b-4993-89e1-414a2a3121e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980844'] for router_interface, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:15.088444 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-4c19ba22-de14-4fbf-9939-e800c7fc1cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:51:11Z', 'revision_number': 5, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port': {'id': 'a4435794-c2c6-48a1-8a92-32b2609940c3', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:31Z', 'updated_at': '2022-04-08T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:15.092901 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c19ba22-de14-4fbf-9939-e800c7fc1cf6 None None] Checking router: bb618c47-dc84-42f3-9b56-d1f295c44017 for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:51:15.104954 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c19ba22-de14-4fbf-9939-e800c7fc1cf6 None None] Routers {'bb618c47-dc84-42f3-9b56-d1f295c44017'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:15.105855 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-4c19ba22-de14-4fbf-9939-e800c7fc1cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:50:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['bb618c47-dc84-42f3-9b56-d1f295c44017'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:15.106506 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:15.153085 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Deleting port a4435794-c2c6-48a1-8a92-32b2609940c3 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:15.155081 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:15.294477 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-4c19ba22-de14-4fbf-9939-e800c7fc1cf6 None None] Set router bb618c47-dc84-42f3-9b56-d1f295c44017 gateway port host: None {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:15.415457 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-4c19ba22-de14-4fbf-9939-e800c7fc1cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:51:15Z', 'revision_number': 6, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port_host': None}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:15.420912 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c19ba22-de14-4fbf-9939-e800c7fc1cf6 None None] The sync data for ids ['bb618c47-dc84-42f3-9b56-d1f295c44017'] in dv-cinder-837052-1-smb is: [{'id': 'bb618c47-dc84-42f3-9b56-d1f295c44017', 'name': 'tempest-AttachVolumeTestJSON-268292005-router', 'tenant_id': 'b058649f650a4525af29343dc21492cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:30Z', 'updated_at': '2022-04-08T02:51:15Z', 'revision_number': 6, 'project_id': 'b058649f650a4525af29343dc21492cc', 'gw_port_host': None}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:51:15.529331 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] For port a4435794-c2c6-48a1-8a92-32b2609940c3, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=a4435794-c2c6-48a1-8a92-32b2609940c3,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:15.529817 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:15.655191 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Calling delete_port for a4435794-c2c6-48a1-8a92-32b2609940c3 owned by network:router_gateway {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:15.783030 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6b0d0e-815b-4993-89e1-414a2a3121e9 admin admin] Router 34035e03-db2f-4f88-a910-5d0fcfa2a57c has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:51:15.836909 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-6104557f-d48c-4210-9cfb-2cfc80a1a155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:15.883177 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:15.915419 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device eaa43c18-326e-4310-a16f-f3b0de666b53 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:51:15.978423 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: eaa43c18-326e-4310-a16f-f3b0de666b53 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:51:15.979297 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device eaa43c18-326e-4310-a16f-f3b0de666b53 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:51:15.991043 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4435794-c2c6-48a1-8a92-32b2609940c3,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:16.120103 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6b0d0e-815b-4993-89e1-414a2a3121e9 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:51:16.125071 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-2c6b0d0e-815b-4993-89e1-414a2a3121e9 admin admin] 10.222.0.44 "PUT /v2.0/routers/34035e03-db2f-4f88-a910-5d0fcfa2a57c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8891346 Apr 08 02:51:16.130075 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99da225d-5843-4d6d-bb31-93eb14dba2e4 None None] Sync routers for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:51:16.134622 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41916) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:16.149074 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99da225d-5843-4d6d-bb31-93eb14dba2e4 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:16.149678 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-99da225d-5843-4d6d-bb31-93eb14dba2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:51:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:16.254258 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980310'] for router_gateway, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:16.417289 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-99da225d-5843-4d6d-bb31-93eb14dba2e4 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:16.564138 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Notify callbacks [] for router, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:16.585137 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5703'] for router, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:16.589542 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:16.626938 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968058'] for router, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:16.630086 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb618c47-dc84-42f3-9b56-d1f295c44017 {{(pid=83154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 02:51:16.649970 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] Notify callbacks [] for router, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:16.657916 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-d57f412f-e2d7-4de8-a8af-58cf9a92ec5f admin admin] 10.222.0.44 "DELETE /v2.0/routers/bb618c47-dc84-42f3-9b56-d1f295c44017 HTTP/1.1" status: 204 len: 168 time: 2.1761596 Apr 08 02:51:16.658518 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 41922) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:16.736053 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:16.770848 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a871a7-9d69-4457-babe-f3d5462d603d admin admin] Deleting subnet 132caaed-3126-47eb-b1f2-b9b8005ab354 {{(pid=83154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:51:16.774834 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f0a871a7-9d69-4457-babe-f3d5462d603d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:16.807741 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-99da225d-5843-4d6d-bb31-93eb14dba2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:51:14Z', 'revision_number': 5, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port': {'id': 'd2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:28Z', 'updated_at': '2022-04-08T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:16.813427 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99da225d-5843-4d6d-bb31-93eb14dba2e4 None None] Checking router: 34035e03-db2f-4f88-a910-5d0fcfa2a57c for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:51:16.826173 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99da225d-5843-4d6d-bb31-93eb14dba2e4 None None] Routers {'34035e03-db2f-4f88-a910-5d0fcfa2a57c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:16.827294 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-99da225d-5843-4d6d-bb31-93eb14dba2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:51:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:16.864537 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f0a871a7-9d69-4457-babe-f3d5462d603d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3199064'] for subnet, precommit_delete_associations {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:16.870165 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:16.900178 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Deleting port d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:16.900520 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:16.993042 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:17.012551 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-99da225d-5843-4d6d-bb31-93eb14dba2e4 None None] Set router 34035e03-db2f-4f88-a910-5d0fcfa2a57c gateway port host: None {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:17.026551 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f0a871a7-9d69-4457-babe-f3d5462d603d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:17.103474 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f0a871a7-9d69-4457-babe-f3d5462d603d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4107689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3354665'] for subnet, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:17.124043 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-99da225d-5843-4d6d-bb31-93eb14dba2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:51:16Z', 'revision_number': 6, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port_host': None}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:17.130139 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99da225d-5843-4d6d-bb31-93eb14dba2e4 None None] The sync data for ids ['34035e03-db2f-4f88-a910-5d0fcfa2a57c'] in dv-cinder-837052-1-smb is: [{'id': '34035e03-db2f-4f88-a910-5d0fcfa2a57c', 'name': 'tempest-AttachVolumeShelveTestJSON-975846481-router', 'tenant_id': 'f36689d17778495781486ab15ffa7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:27Z', 'updated_at': '2022-04-08T02:51:16Z', 'revision_number': 6, 'project_id': 'f36689d17778495781486ab15ffa7a19', 'gw_port_host': None}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:51:17.180339 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a871a7-9d69-4457-babe-f3d5462d603d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=132caaed-3126-47eb-b1f2-b9b8005ab354,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:17.185086 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f0a871a7-9d69-4457-babe-f3d5462d603d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:17.192807 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-f0a871a7-9d69-4457-babe-f3d5462d603d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/132caaed-3126-47eb-b1f2-b9b8005ab354 HTTP/1.1" status: 204 len: 168 time: 0.5332153 Apr 08 02:51:17.194491 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e761caa9-ebe9-48f4-8cda-09895f31f177 None None] Network 8faf2455-e525-4732-9869-724624fc181a requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:51:17.195282 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 41930) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:17.307429 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] For port d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:17.308446 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:17.342437 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:17.355226 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Deleting port f5e792ec-321b-45a7-a241-9e025d479ebb {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:17.355473 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:17.455774 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Calling delete_port for d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e owned by network:router_gateway {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:17.694708 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:17.758274 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:17.872383 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] For port f5e792ec-321b-45a7-a241-9e025d479ebb, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=f5e792ec-321b-45a7-a241-9e025d479ebb,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:17.873197 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.030958 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de490a6-ded2-403b-a449-a220cdc68926 None None] DHCP port deletion for 8faf2455-e525-4732-9869-724624fc181a request from dv-cinder-837052-1-smb {{(pid=83155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 02:51:18.037332 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-8de490a6-ded2-403b-a449-a220cdc68926 None None] Deleting port f5e792ec-321b-45a7-a241-9e025d479ebb {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:18.037332 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8de490a6-ded2-403b-a449-a220cdc68926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.088677 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Calling delete_port for f5e792ec-321b-45a7-a241-9e025d479ebb owned by network:dhcp {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:18.119708 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980310'] for router_gateway, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.204181 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.255921 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e792ec-321b-45a7-a241-9e025d479ebb,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:18.265646 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] No DVR routers for this DVR port f5e792ec-321b-45a7-a241-9e025d479ebb on host dv-cinder-837052-1-smb {{(pid=83154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:51:18.302133 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device e98404c7-e373-4cfe-9612-6b77201c9be7 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:51:18.424336 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: e98404c7-e373-4cfe-9612-6b77201c9be7 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:51:18.424962 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device e98404c7-e373-4cfe-9612-6b77201c9be7 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:51:18.425533 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device f5e792ec-321b-45a7-a241-9e025d479ebb no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:51:18.436564 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.460259 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.470051 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8faf2455-e525-4732-9869-724624fc181a']}} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:18.475101 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: f5e792ec-321b-45a7-a241-9e025d479ebb {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:51:18.475642 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device f5e792ec-321b-45a7-a241-9e025d479ebb not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:51:18.475811 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5703'] for router, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.476745 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device a4435794-c2c6-48a1-8a92-32b2609940c3 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:51:18.481516 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.495043 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51b3ba0-330a-43c1-bf31-a577192367e0') {'for_net_delete': True} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:18.495377 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51b3ba0-330a-43c1-bf31-a577192367e0') {} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:18.508788 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3199041'] for segment, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.515282 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968058'] for router, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.516872 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34035e03-db2f-4f88-a910-5d0fcfa2a57c {{(pid=83153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 02:51:18.526919 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: a4435794-c2c6-48a1-8a92-32b2609940c3 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:51:18.527528 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device a4435794-c2c6-48a1-8a92-32b2609940c3 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:51:18.528135 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:51:18.535752 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.539753 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] Notify callbacks [] for router, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.543340 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-84056c34-4437-4ed7-8b65-c1b706a5ba10 admin admin] 10.222.0.44 "DELETE /v2.0/routers/34035e03-db2f-4f88-a910-5d0fcfa2a57c HTTP/1.1" status: 204 len: 168 time: 2.4054694 Apr 08 02:51:18.543624 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41944) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:18.544826 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:51:18.545230 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107767'] for segment, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.591069 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:51:18.591975 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device d2ee3c5f-a9b7-45b2-834a-3b0ab6db3a1e not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:51:18.603525 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-8de490a6-ded2-403b-a449-a220cdc68926 None None] For port f5e792ec-321b-45a7-a241-9e025d479ebb, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=f5e792ec-321b-45a7-a241-9e025d479ebb,segment=NetworkSegment(c51b3ba0-330a-43c1-bf31-a577192367e0),segment_id=c51b3ba0-330a-43c1-bf31-a577192367e0)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:18.605244 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8de490a6-ded2-403b-a449-a220cdc68926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: Traceback (most recent call last): Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: timer() Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: cb(*args, **kw) Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: return func(*args, **kwargs) Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: self._notify() Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: self.callback(batched_events) Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: event.method(event) Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: return f(self, *a, **k) Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: return self._get(url).json() Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: return self.request(url, 'GET', **kwargs) Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:51:18.645439 dv-cinder-837052-1-smb neutron-server[83154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:51:18.665794 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.675568 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.684646 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a140c333-5792-40f7-932d-a1d34eaa2700 admin admin] Deleting subnet 64016a0c-f630-4f2c-b2c8-29440d7c30ef {{(pid=83153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:51:18.703717 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a140c333-5792-40f7-932d-a1d34eaa2700 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.717953 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8faf2455-e525-4732-9869-724624fc181a HTTP/1.1" status: 204 len: 168 time: 1.5212865 Apr 08 02:51:18.731513 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852583f-93ef-4dd2-90d8-0b94793f0483 admin admin] Pushing event deleted for resources: {'Network': ['ID=8faf2455-e525-4732-9869-724624fc181a,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:18.764878 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a140c333-5792-40f7-932d-a1d34eaa2700 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3150369'] for subnet, precommit_delete_associations {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.776316 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-8de490a6-ded2-403b-a449-a220cdc68926 None None] Calling delete_port for f5e792ec-321b-45a7-a241-9e025d479ebb owned by network:dhcp {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:18.880680 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.db.api [None req-8de490a6-ded2-403b-a449-a220cdc68926 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 02:51:18.880680 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG oslo_db.api [None req-8de490a6-ded2-403b-a449-a220cdc68926 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 02:51:18.895251 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a140c333-5792-40f7-932d-a1d34eaa2700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:18.961211 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 41954) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:19.050528 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 41960) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:19.051387 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-67a3f7ed-d825-42c5-a6f1-dd1b8fa755cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b058649f650a4525af29343dc21492cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0884917 Apr 08 02:51:19.059239 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a140c333-5792-40f7-932d-a1d34eaa2700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3323085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2361212'] for subnet, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:19.106036 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140c333-5792-40f7-932d-a1d34eaa2700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64016a0c-f630-4f2c-b2c8-29440d7c30ef,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:19.113629 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a140c333-5792-40f7-932d-a1d34eaa2700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:19.119601 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d593ca3-8115-4d9e-837e-5b599bcf6bd3 None None] Network 08bdb27d-9848-4e86-ab5c-accfd09c6385 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:51:19.123653 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-a140c333-5792-40f7-932d-a1d34eaa2700 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/64016a0c-f630-4f2c-b2c8-29440d7c30ef HTTP/1.1" status: 204 len: 168 time: 0.5788102 Apr 08 02:51:19.124451 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 41966) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:19.246082 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:19.270896 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Deleting port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:19.271112 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:19.306931 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d34f60e3-8829-4e4f-be00-886f6569ef20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:19.356755 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d34f60e3-8829-4e4f-be00-886f6569ef20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:19.381251 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-8de490a6-ded2-403b-a449-a220cdc68926 None None] Deleting port f5e792ec-321b-45a7-a241-9e025d479ebb {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:19.386377 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8de490a6-ded2-403b-a449-a220cdc68926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:19.465797 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-8de490a6-ded2-403b-a449-a220cdc68926 None None] The port 'f5e792ec-321b-45a7-a241-9e025d479ebb' was deleted {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 02:51:19.486344 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc569b4-3f7c-4a03-8b29-ab51df1e7fb6 None None] DHCP port deletion for 08bdb27d-9848-4e86-ab5c-accfd09c6385 request from dv-cinder-837052-1-smb {{(pid=83155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 02:51:19.490653 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-5bc569b4-3f7c-4a03-8b29-ab51df1e7fb6 None None] Deleting port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:19.491236 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-5bc569b4-3f7c-4a03-8b29-ab51df1e7fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:19.606373 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d34f60e3-8829-4e4f-be00-886f6569ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:19.633584 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f60e3-8829-4e4f-be00-886f6569ef20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a9e078-b3f2-4fc1-b2a9-53f2b063f8f5,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:19.642533 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] For port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=abe3be50-7ab6-4caf-bba6-0c2e8faec9dd,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:19.643318 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:19.780828 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device abe3be50-7ab6-4caf-bba6-0c2e8faec9dd no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:51:19.811056 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Calling delete_port for abe3be50-7ab6-4caf-bba6-0c2e8faec9dd owned by network:dhcp {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:19.842254 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d34f60e3-8829-4e4f-be00-886f6569ef20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:19.843475 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-d34f60e3-8829-4e4f-be00-886f6569ef20 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12a9e078-b3f2-4fc1-b2a9-53f2b063f8f5 HTTP/1.1" status: 204 len: 168 time: 0.7907979 Apr 08 02:51:19.851635 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-5bc569b4-3f7c-4a03-8b29-ab51df1e7fb6 None None] For port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=abe3be50-7ab6-4caf-bba6-0c2e8faec9dd,segment=NetworkSegment(5b3ab9dc-959b-4857-9e05-15496ba34eaf),segment_id=5b3ab9dc-959b-4857-9e05-15496ba34eaf)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:19.852092 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-5bc569b4-3f7c-4a03-8b29-ab51df1e7fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:19.910337 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:19.982943 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Pushing event deleted for resources: {'Port': ['ID=abe3be50-7ab6-4caf-bba6-0c2e8faec9dd,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:20.012919 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] No DVR routers for this DVR port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd on host dv-cinder-837052-1-smb {{(pid=83154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:51:20.055357 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] Port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd update to DOWN by agent not found {{(pid=83155) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 08 02:51:20.123822 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-5bc569b4-3f7c-4a03-8b29-ab51df1e7fb6 None None] Calling delete_port for abe3be50-7ab6-4caf-bba6-0c2e8faec9dd owned by network:dhcp {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:51:20.212987 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.db.api [None req-5bc569b4-3f7c-4a03-8b29-ab51df1e7fb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 02:51:20.213333 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG oslo_db.api [None req-5bc569b4-3f7c-4a03-8b29-ab51df1e7fb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 02:51:20.282961 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:20.315050 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bdb27d-9848-4e86-ab5c-accfd09c6385']}} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:20.330587 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3ab9dc-959b-4857-9e05-15496ba34eaf') {'for_net_delete': True} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:20.330881 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3ab9dc-959b-4857-9e05-15496ba34eaf') {} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:20.351388 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3199041'] for segment, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:20.371559 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:20.379008 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:51:20.379431 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107767'] for segment, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: Traceback (most recent call last): Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: timer() Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: cb(*args, **kw) Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: return func(*args, **kwargs) Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: self._notify() Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: self.callback(batched_events) Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: event.method(event) Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: return f(self, *a, **k) Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: return self._get(url).json() Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: return self.request(url, 'GET', **kwargs) Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:51:20.394237 dv-cinder-837052-1-smb neutron-server[83154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:51:20.483080 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:20.510370 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:20.513257 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] Pushing event deleted for resources: {'Network': ['ID=08bdb27d-9848-4e86-ab5c-accfd09c6385,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:20.545711 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-d137c46c-9d32-4401-85c2-8574322ecfaa admin admin] 10.222.0.44 "DELETE /v2.0/networks/08bdb27d-9848-4e86-ab5c-accfd09c6385 HTTP/1.1" status: 204 len: 168 time: 1.4084883 Apr 08 02:51:20.714414 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-5bc569b4-3f7c-4a03-8b29-ab51df1e7fb6 None None] Deleting port abe3be50-7ab6-4caf-bba6-0c2e8faec9dd {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:51:20.714923 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-5bc569b4-3f7c-4a03-8b29-ab51df1e7fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:20.813799 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-5bc569b4-3f7c-4a03-8b29-ab51df1e7fb6 None None] The port 'abe3be50-7ab6-4caf-bba6-0c2e8faec9dd' was deleted {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 02:51:20.943586 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42012) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:21.008382 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-3b2d1c9f-065b-4ab6-8673-79a2efa000c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f36689d17778495781486ab15ffa7a19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0701008 Apr 08 02:51:21.011130 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42018) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:21.104285 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f15f53e7-a96c-4040-aed9-05ec0237d23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:21.133335 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f15f53e7-a96c-4040-aed9-05ec0237d23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:21.235884 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f15f53e7-a96c-4040-aed9-05ec0237d23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:21.284228 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f53e7-a96c-4040-aed9-05ec0237d23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411ae410-c989-45ca-9b00-362e315ce302,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:21.291750 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f15f53e7-a96c-4040-aed9-05ec0237d23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:21.295264 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-f15f53e7-a96c-4040-aed9-05ec0237d23c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/411ae410-c989-45ca-9b00-362e315ce302 HTTP/1.1" status: 204 len: 168 time: 0.2830720 Apr 08 02:51:23.503472 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42124) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:23.543926 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:23.665003 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b0bf8568-f7b5-4c06-8538-b8a160bc3a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:23.704766 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-b0bf8568-f7b5-4c06-8538-b8a160bc3a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:23.708997 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-b0bf8568-f7b5-4c06-8538-b8a160bc3a09 admin admin] Usage tracker for resource:security_group_rule and tenant:be3adc6452794dd4b504d06429ed7aa6 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:23.712029 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-b0bf8568-f7b5-4c06-8538-b8a160bc3a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:23.717944 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-b0bf8568-f7b5-4c06-8538-b8a160bc3a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:23.789869 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b0bf8568-f7b5-4c06-8538-b8a160bc3a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:23.795939 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b0bf8568-f7b5-4c06-8538-b8a160bc3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:23.847579 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf8568-f7b5-4c06-8538-b8a160bc3a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cb74f2-c497-465c-bd85-1089f6eb25e2,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:23.859682 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-b0bf8568-f7b5-4c06-8538-b8a160bc3a09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be3adc6452794dd4b504d06429ed7aa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3550589 Apr 08 02:51:23.862411 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42136) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:24.008193 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0d0b-ad7b-4c3a-9efd-ed34cf9e4c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:24.036776 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0d0b-ad7b-4c3a-9efd-ed34cf9e4c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:24.106210 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0d0b-ad7b-4c3a-9efd-ed34cf9e4c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:24.126438 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a0d0b-ad7b-4c3a-9efd-ed34cf9e4c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cb74f2-c497-465c-bd85-1089f6eb25e2,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:24.138187 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0d0b-ad7b-4c3a-9efd-ed34cf9e4c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:24.139637 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-fa5a0d0b-ad7b-4c3a-9efd-ed34cf9e4c0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76cb74f2-c497-465c-bd85-1089f6eb25e2 HTTP/1.1" status: 204 len: 168 time: 0.2755299 Apr 08 02:51:24.300212 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42148) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:24.650122 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4127840e-6615-4056-9dfd-5db713c660a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:24.697122 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-4127840e-6615-4056-9dfd-5db713c660a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:24.701128 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-4127840e-6615-4056-9dfd-5db713c660a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f952386f395d4d03919975f20aff1ce1 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:24.704278 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-4127840e-6615-4056-9dfd-5db713c660a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:24.710226 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-4127840e-6615-4056-9dfd-5db713c660a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:24.856362 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4127840e-6615-4056-9dfd-5db713c660a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:24.861394 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-4127840e-6615-4056-9dfd-5db713c660a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:24.955209 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-4127840e-6615-4056-9dfd-5db713c660a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f952386f395d4d03919975f20aff1ce1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6519575 Apr 08 02:51:24.955209 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127840e-6615-4056-9dfd-5db713c660a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ec337f-bb75-404c-82d4-5c85bd44e745,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:24.955597 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42176) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:25.100976 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f1652622-5967-42cb-b19c-7c7204c7295e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:25.140603 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f1652622-5967-42cb-b19c-7c7204c7295e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:25.358649 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f1652622-5967-42cb-b19c-7c7204c7295e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:25.379595 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1652622-5967-42cb-b19c-7c7204c7295e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ec337f-bb75-404c-82d4-5c85bd44e745,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:25.386566 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f1652622-5967-42cb-b19c-7c7204c7295e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:25.387826 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-f1652622-5967-42cb-b19c-7c7204c7295e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59ec337f-bb75-404c-82d4-5c85bd44e745 HTTP/1.1" status: 204 len: 168 time: 0.4306579 Apr 08 02:51:25.900945 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42202) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:25.920901 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a652c091-e6fa-47b6-9a8a-73a07422d892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:25.955030 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-a652c091-e6fa-47b6-9a8a-73a07422d892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:25.959130 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-a652c091-e6fa-47b6-9a8a-73a07422d892 admin admin] Usage tracker for resource:security_group_rule and tenant:7dcf4021c94a45959ce5dd16b7c7503e is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:25.962238 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-a652c091-e6fa-47b6-9a8a-73a07422d892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:25.968159 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-a652c091-e6fa-47b6-9a8a-73a07422d892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:26.037979 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a652c091-e6fa-47b6-9a8a-73a07422d892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:26.044615 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a652c091-e6fa-47b6-9a8a-73a07422d892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:26.086348 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652c091-e6fa-47b6-9a8a-73a07422d892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60031c9-f35d-4b2a-862c-ee6ef67d1a54,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:26.108878 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-a652c091-e6fa-47b6-9a8a-73a07422d892 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7dcf4021c94a45959ce5dd16b7c7503e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2066400 Apr 08 02:51:26.111396 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42210) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:26.190490 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ba4745b4-3e2a-4ed0-9a4a-9713a40f911d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:26.230392 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ba4745b4-3e2a-4ed0-9a4a-9713a40f911d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:26.310945 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ba4745b4-3e2a-4ed0-9a4a-9713a40f911d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:26.329853 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4745b4-3e2a-4ed0-9a4a-9713a40f911d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60031c9-f35d-4b2a-862c-ee6ef67d1a54,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:26.332455 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ba4745b4-3e2a-4ed0-9a4a-9713a40f911d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:26.333589 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-ba4745b4-3e2a-4ed0-9a4a-9713a40f911d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c60031c9-f35d-4b2a-862c-ee6ef67d1a54 HTTP/1.1" status: 204 len: 168 time: 0.2210841 Apr 08 02:51:27.978632 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42310) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:28.162726 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-202ce79f-8b7e-4caa-a1c4-0b0a850e4547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:28.239701 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-202ce79f-8b7e-4caa-a1c4-0b0a850e4547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:28.243591 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-202ce79f-8b7e-4caa-a1c4-0b0a850e4547 admin admin] Usage tracker for resource:security_group_rule and tenant:b7aba13f6fe34ebbb9399d6ccc0a3242 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:28.246545 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-202ce79f-8b7e-4caa-a1c4-0b0a850e4547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:28.262229 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-202ce79f-8b7e-4caa-a1c4-0b0a850e4547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:28.383031 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-202ce79f-8b7e-4caa-a1c4-0b0a850e4547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:28.390294 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-202ce79f-8b7e-4caa-a1c4-0b0a850e4547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:28.449723 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-202ce79f-8b7e-4caa-a1c4-0b0a850e4547 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7aba13f6fe34ebbb9399d6ccc0a3242&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4699559 Apr 08 02:51:28.455607 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42326) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:28.486943 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ce79f-8b7e-4caa-a1c4-0b0a850e4547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb29c60a-37d5-4532-9c4e-e2b085d04ce1,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:28.568968 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9320ba1b-ed8e-4fd2-8acb-dad738428c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:28.608138 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9320ba1b-ed8e-4fd2-8acb-dad738428c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:28.676686 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9320ba1b-ed8e-4fd2-8acb-dad738428c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:28.696898 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320ba1b-ed8e-4fd2-8acb-dad738428c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb29c60a-37d5-4532-9c4e-e2b085d04ce1,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:28.716935 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9320ba1b-ed8e-4fd2-8acb-dad738428c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:28.718027 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-9320ba1b-ed8e-4fd2-8acb-dad738428c2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb29c60a-37d5-4532-9c4e-e2b085d04ce1 HTTP/1.1" status: 204 len: 168 time: 0.2613835 Apr 08 02:51:29.247263 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42354) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:29.272234 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-907fb7b0-f99b-4fab-bac5-39c8da77839a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:29.311681 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-907fb7b0-f99b-4fab-bac5-39c8da77839a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:29.316354 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-907fb7b0-f99b-4fab-bac5-39c8da77839a admin admin] Usage tracker for resource:security_group_rule and tenant:f3d367a477b8469db718b7df649eed28 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:29.320024 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-907fb7b0-f99b-4fab-bac5-39c8da77839a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:29.327824 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-907fb7b0-f99b-4fab-bac5-39c8da77839a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:29.421217 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-907fb7b0-f99b-4fab-bac5-39c8da77839a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:29.430477 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-907fb7b0-f99b-4fab-bac5-39c8da77839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:29.472608 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fb7b0-f99b-4fab-bac5-39c8da77839a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ca703e-52f6-485f-ad9a-077553601c10,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:29.499687 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42362) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:29.500331 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-907fb7b0-f99b-4fab-bac5-39c8da77839a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3d367a477b8469db718b7df649eed28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2510300 Apr 08 02:51:29.624868 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f73b-be0d-473b-a92e-9c23695742ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:29.660676 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f73b-be0d-473b-a92e-9c23695742ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:29.712125 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f73b-be0d-473b-a92e-9c23695742ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:29.730525 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2f73b-be0d-473b-a92e-9c23695742ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ca703e-52f6-485f-ad9a-077553601c10,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:29.739692 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f73b-be0d-473b-a92e-9c23695742ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:29.743429 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-cdb2f73b-be0d-473b-a92e-9c23695742ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3ca703e-52f6-485f-ad9a-077553601c10 HTTP/1.1" status: 204 len: 168 time: 0.2417910 Apr 08 02:51:31.395199 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42432) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:31.640706 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b000b0b4-c015-404a-8bcf-de885a0ad838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:31.672726 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b000b0b4-c015-404a-8bcf-de885a0ad838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:31.676593 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b000b0b4-c015-404a-8bcf-de885a0ad838 admin admin] Usage tracker for resource:security_group_rule and tenant:4f75e2682ae347c194513ee012140f23 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:31.679458 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-b000b0b4-c015-404a-8bcf-de885a0ad838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:31.685149 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-b000b0b4-c015-404a-8bcf-de885a0ad838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:31.780032 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b000b0b4-c015-404a-8bcf-de885a0ad838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:31.786014 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b000b0b4-c015-404a-8bcf-de885a0ad838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:31.849634 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-b000b0b4-c015-404a-8bcf-de885a0ad838 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f75e2682ae347c194513ee012140f23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4505916 Apr 08 02:51:31.849634 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000b0b4-c015-404a-8bcf-de885a0ad838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672a15cc-28cf-4d77-a2f7-98f9aa1f6fd9,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:31.850025 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42446) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:31.922500 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ef3e79c9-893d-433f-9353-56a8d683fb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:31.950184 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ef3e79c9-893d-433f-9353-56a8d683fb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:32.022531 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ef3e79c9-893d-433f-9353-56a8d683fb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:32.051737 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e79c9-893d-433f-9353-56a8d683fb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672a15cc-28cf-4d77-a2f7-98f9aa1f6fd9,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:32.054049 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ef3e79c9-893d-433f-9353-56a8d683fb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:32.055413 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-ef3e79c9-893d-433f-9353-56a8d683fb79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/672a15cc-28cf-4d77-a2f7-98f9aa1f6fd9 HTTP/1.1" status: 204 len: 168 time: 0.2038693 Apr 08 02:51:32.653190 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42472) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:32.672923 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4254-f950-43e1-8c4d-9d79dbb81a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:32.716906 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-eb2c4254-f950-43e1-8c4d-9d79dbb81a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:32.722297 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-eb2c4254-f950-43e1-8c4d-9d79dbb81a1e admin admin] Usage tracker for resource:security_group_rule and tenant:07213a3301b44964bd87845bad46334c is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:32.726031 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-eb2c4254-f950-43e1-8c4d-9d79dbb81a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:32.733486 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-eb2c4254-f950-43e1-8c4d-9d79dbb81a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:32.812514 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4254-f950-43e1-8c4d-9d79dbb81a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:32.819319 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4254-f950-43e1-8c4d-9d79dbb81a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:32.890287 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-eb2c4254-f950-43e1-8c4d-9d79dbb81a1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07213a3301b44964bd87845bad46334c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2359815 Apr 08 02:51:32.892978 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c4254-f950-43e1-8c4d-9d79dbb81a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386db9f6-0272-4a90-8b77-e6656922c83b,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:32.893542 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42476) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:32.977624 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7a408180-e587-4c19-b327-e2ec63852198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:33.011676 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7a408180-e587-4c19-b327-e2ec63852198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:33.079305 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7a408180-e587-4c19-b327-e2ec63852198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:33.099785 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a408180-e587-4c19-b327-e2ec63852198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386db9f6-0272-4a90-8b77-e6656922c83b,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:33.112495 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7a408180-e587-4c19-b327-e2ec63852198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:33.114334 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-7a408180-e587-4c19-b327-e2ec63852198 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/386db9f6-0272-4a90-8b77-e6656922c83b HTTP/1.1" status: 204 len: 168 time: 0.2197876 Apr 08 02:51:36.208391 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42570) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:36.388735 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c771d9e7-ec13-45ed-aaa4-d09d5a43d9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:36.436593 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-c771d9e7-ec13-45ed-aaa4-d09d5a43d9ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:36.440891 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-c771d9e7-ec13-45ed-aaa4-d09d5a43d9ad admin admin] Usage tracker for resource:security_group_rule and tenant:bdbd6414e9b84cfd89ae010d65e91049 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:36.444044 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-c771d9e7-ec13-45ed-aaa4-d09d5a43d9ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:36.453931 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-c771d9e7-ec13-45ed-aaa4-d09d5a43d9ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:36.532678 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c771d9e7-ec13-45ed-aaa4-d09d5a43d9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:36.539909 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c771d9e7-ec13-45ed-aaa4-d09d5a43d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:36.576180 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771d9e7-ec13-45ed-aaa4-d09d5a43d9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9272921c-695a-4875-8f92-471f1b6a6e25,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:36.600809 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-c771d9e7-ec13-45ed-aaa4-d09d5a43d9ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdbd6414e9b84cfd89ae010d65e91049&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3911366 Apr 08 02:51:36.600998 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42584) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:36.706977 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8744504e-a660-436d-977a-1b786756b4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:36.736689 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8744504e-a660-436d-977a-1b786756b4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:36.795238 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8744504e-a660-436d-977a-1b786756b4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:36.810555 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744504e-a660-436d-977a-1b786756b4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9272921c-695a-4875-8f92-471f1b6a6e25,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:36.824211 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8744504e-a660-436d-977a-1b786756b4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:36.828324 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-8744504e-a660-436d-977a-1b786756b4bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9272921c-695a-4875-8f92-471f1b6a6e25 HTTP/1.1" status: 204 len: 168 time: 0.2259595 Apr 08 02:51:37.352103 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42618) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:37.375110 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-78fd176f-f68c-4a1a-bf14-f028e8b56efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:37.431178 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-78fd176f-f68c-4a1a-bf14-f028e8b56efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:37.437854 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-78fd176f-f68c-4a1a-bf14-f028e8b56efb admin admin] Usage tracker for resource:security_group_rule and tenant:9c9334f0636b4ea0a4b5d46358e8e092 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:37.440861 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-78fd176f-f68c-4a1a-bf14-f028e8b56efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:37.446797 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-78fd176f-f68c-4a1a-bf14-f028e8b56efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:37.520050 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-78fd176f-f68c-4a1a-bf14-f028e8b56efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:37.526759 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-78fd176f-f68c-4a1a-bf14-f028e8b56efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:37.577021 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd176f-f68c-4a1a-bf14-f028e8b56efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022125f4-22c5-4824-a6f8-db344ecf79df,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:37.584178 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42632) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:37.587406 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-78fd176f-f68c-4a1a-bf14-f028e8b56efb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c9334f0636b4ea0a4b5d46358e8e092&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2341676 Apr 08 02:51:37.651049 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-01c1ec20-27f8-40be-a363-c331892ff811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:37.679663 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-01c1ec20-27f8-40be-a363-c331892ff811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:37.740391 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-01c1ec20-27f8-40be-a363-c331892ff811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:37.757756 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1ec20-27f8-40be-a363-c331892ff811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022125f4-22c5-4824-a6f8-db344ecf79df,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:37.767181 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-01c1ec20-27f8-40be-a363-c331892ff811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:37.768409 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-01c1ec20-27f8-40be-a363-c331892ff811 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/022125f4-22c5-4824-a6f8-db344ecf79df HTTP/1.1" status: 204 len: 168 time: 0.1832771 Apr 08 02:51:39.936845 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42796) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:40.192124 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1e4340ca-d4da-4b2c-a321-49e1d7fdf78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.225727 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-1e4340ca-d4da-4b2c-a321-49e1d7fdf78a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:40.230148 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-1e4340ca-d4da-4b2c-a321-49e1d7fdf78a admin admin] Usage tracker for resource:security_group_rule and tenant:aec7993418e349bd95cfb6e3e6180160 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:40.233503 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-1e4340ca-d4da-4b2c-a321-49e1d7fdf78a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:40.239979 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-1e4340ca-d4da-4b2c-a321-49e1d7fdf78a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:40.318631 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42820) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:40.325819 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1e4340ca-d4da-4b2c-a321-49e1d7fdf78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.330688 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-1e4340ca-d4da-4b2c-a321-49e1d7fdf78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.365391 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4340ca-d4da-4b2c-a321-49e1d7fdf78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b82645-5d00-4df6-99eb-069e4891a5f2,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:40.396573 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42824) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:40.397878 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_v2 [None req-96449f45-d034-483b-9d1d-1fcded9b2d1e admin admin] Deleting subnet fdf833aa-31c2-4f0d-8344-a12ffca9cf3f {{(pid=83154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:51:40.400928 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-96449f45-d034-483b-9d1d-1fcded9b2d1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.414620 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-1e4340ca-d4da-4b2c-a321-49e1d7fdf78a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aec7993418e349bd95cfb6e3e6180160&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4765253 Apr 08 02:51:40.417925 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42834) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:40.456672 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-96449f45-d034-483b-9d1d-1fcded9b2d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3199064'] for subnet, precommit_delete_associations {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.481672 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b789b32b-0e6c-49f2-a535-3bdb452ad8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.513248 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b789b32b-0e6c-49f2-a535-3bdb452ad8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.516508 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-96449f45-d034-483b-9d1d-1fcded9b2d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.571469 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6b60b857-fd6b-4e72-8781-4e58f4556721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.593526 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-96449f45-d034-483b-9d1d-1fcded9b2d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4107689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3354665'] for subnet, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.606647 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-6b60b857-fd6b-4e72-8781-4e58f4556721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:40.610649 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-6b60b857-fd6b-4e72-8781-4e58f4556721 admin admin] Usage tracker for resource:security_group_rule and tenant:5593369cbed843b0a3ccc37309c8e4f2 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:40.614411 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-6b60b857-fd6b-4e72-8781-4e58f4556721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:40.620593 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-6b60b857-fd6b-4e72-8781-4e58f4556721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:40.622589 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b789b32b-0e6c-49f2-a535-3bdb452ad8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.640860 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96449f45-d034-483b-9d1d-1fcded9b2d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf833aa-31c2-4f0d-8344-a12ffca9cf3f,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:40.645268 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789b32b-0e6c-49f2-a535-3bdb452ad8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b82645-5d00-4df6-99eb-069e4891a5f2,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:40.646255 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-96449f45-d034-483b-9d1d-1fcded9b2d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.659567 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b789b32b-0e6c-49f2-a535-3bdb452ad8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.660690 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-b789b32b-0e6c-49f2-a535-3bdb452ad8e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1b82645-5d00-4df6-99eb-069e4891a5f2 HTTP/1.1" status: 204 len: 168 time: 0.2418609 Apr 08 02:51:40.683295 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-96449f45-d034-483b-9d1d-1fcded9b2d1e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fdf833aa-31c2-4f0d-8344-a12ffca9cf3f HTTP/1.1" status: 204 len: 168 time: 0.3631282 Apr 08 02:51:40.684284 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42840) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:40.724653 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6b60b857-fd6b-4e72-8781-4e58f4556721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.730705 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-6b60b857-fd6b-4e72-8781-4e58f4556721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.770627 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60b857-fd6b-4e72-8781-4e58f4556721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628f548e-2796-477a-9e66-e94d8be24803,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:40.796832 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-6b60b857-fd6b-4e72-8781-4e58f4556721 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5593369cbed843b0a3ccc37309c8e4f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3992097 Apr 08 02:51:40.799615 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42844) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:40.836113 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-50058320-260f-457f-9531-7f2c3abfa867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:40.880076 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-53e8c3b7-b6af-48cc-b372-b8dd991f4302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.106954 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42854) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:41.109178 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-53e8c3b7-b6af-48cc-b372-b8dd991f4302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.126006 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ecec61dd-ae63-4f14-95b2-f869989fce41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.130344 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-50058320-260f-457f-9531-7f2c3abfa867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.157817 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-ecec61dd-ae63-4f14-95b2-f869989fce41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:41.161762 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-ecec61dd-ae63-4f14-95b2-f869989fce41 admin admin] Usage tracker for resource:security_group_rule and tenant:9538ddc90a414668959d81feb9794222 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:41.164575 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-ecec61dd-ae63-4f14-95b2-f869989fce41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:41.170196 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-ecec61dd-ae63-4f14-95b2-f869989fce41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:41.174271 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-50058320-260f-457f-9531-7f2c3abfa867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec50687a-1728-4f78-9fc7-d711d690acca']}} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:41.186714 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-50058320-260f-457f-9531-7f2c3abfa867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6693ee-dca7-46a7-9bed-0856ca101c83') {'for_net_delete': True} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:41.187022 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-50058320-260f-457f-9531-7f2c3abfa867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6693ee-dca7-46a7-9bed-0856ca101c83') {} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:41.208606 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-50058320-260f-457f-9531-7f2c3abfa867 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3199041'] for segment, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.233640 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-50058320-260f-457f-9531-7f2c3abfa867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.238682 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-53e8c3b7-b6af-48cc-b372-b8dd991f4302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.239525 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ecec61dd-ae63-4f14-95b2-f869989fce41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.243480 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-ecec61dd-ae63-4f14-95b2-f869989fce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.250049 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50058320-260f-457f-9531-7f2c3abfa867 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=83154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:51:41.250562 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-50058320-260f-457f-9531-7f2c3abfa867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107767'] for segment, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: Traceback (most recent call last): Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: timer() Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: cb(*args, **kw) Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: return func(*args, **kwargs) Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: self._notify() Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: self.callback(batched_events) Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: event.method(event) Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: return f(self, *a, **k) Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: return self._get(url).json() Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: return self.request(url, 'GET', **kwargs) Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:51:41.265934 dv-cinder-837052-1-smb neutron-server[83154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:51:41.271601 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8c3b7-b6af-48cc-b372-b8dd991f4302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628f548e-2796-477a-9e66-e94d8be24803,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:41.294297 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec61dd-ae63-4f14-95b2-f869989fce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720b39c5-94aa-4256-9d71-e3283dd0b29e,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:41.301056 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-ecec61dd-ae63-4f14-95b2-f869989fce41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9538ddc90a414668959d81feb9794222&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1902320 Apr 08 02:51:41.301056 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42858) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:41.338118 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-53e8c3b7-b6af-48cc-b372-b8dd991f4302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.339247 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-53e8c3b7-b6af-48cc-b372-b8dd991f4302 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/628f548e-2796-477a-9e66-e94d8be24803 HTTP/1.1" status: 204 len: 168 time: 0.5385489 Apr 08 02:51:41.354187 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-50058320-260f-457f-9531-7f2c3abfa867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.365505 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-5630785e-d5fa-470c-aac6-cdac4f186913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.375640 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-50058320-260f-457f-9531-7f2c3abfa867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.385810 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50058320-260f-457f-9531-7f2c3abfa867 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec50687a-1728-4f78-9fc7-d711d690acca,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:41.394430 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-5630785e-d5fa-470c-aac6-cdac4f186913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.399530 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-50058320-260f-457f-9531-7f2c3abfa867 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ec50687a-1728-4f78-9fc7-d711d690acca HTTP/1.1" status: 204 len: 168 time: 0.7117879 Apr 08 02:51:41.450295 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-5630785e-d5fa-470c-aac6-cdac4f186913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.466118 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630785e-d5fa-470c-aac6-cdac4f186913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720b39c5-94aa-4256-9d71-e3283dd0b29e,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:41.473260 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-5630785e-d5fa-470c-aac6-cdac4f186913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.477112 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-5630785e-d5fa-470c-aac6-cdac4f186913 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/720b39c5-94aa-4256-9d71-e3283dd0b29e HTTP/1.1" status: 204 len: 168 time: 0.1753411 Apr 08 02:51:41.614687 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42870) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:41.666606 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-87bb2bf0-ee9a-4f92-b4b9-09498ba0c13e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54d0fe600da64a93b22dc0eb21ff7ff8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507164 Apr 08 02:51:41.669113 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42874) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:41.734594 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b0893873-5425-4774-900e-207d321b420b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.760416 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b0893873-5425-4774-900e-207d321b420b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.814494 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b0893873-5425-4774-900e-207d321b420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.823585 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42880) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:41.829883 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0893873-5425-4774-900e-207d321b420b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a505f612-674d-46ae-8cd0-390b655ba6ce,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:41.837642 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b0893873-5425-4774-900e-207d321b420b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.838780 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-b0893873-5425-4774-900e-207d321b420b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a505f612-674d-46ae-8cd0-390b655ba6ce HTTP/1.1" status: 204 len: 168 time: 0.1687315 Apr 08 02:51:41.849599 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-eabec0ca-093a-46ee-ac01-4b903e5ed856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.894995 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-eabec0ca-093a-46ee-ac01-4b903e5ed856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:41.899476 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-eabec0ca-093a-46ee-ac01-4b903e5ed856 admin admin] Usage tracker for resource:security_group_rule and tenant:c97b68b56e6a406896bd94c07223bb78 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:41.902979 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-eabec0ca-093a-46ee-ac01-4b903e5ed856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:41.909983 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-eabec0ca-093a-46ee-ac01-4b903e5ed856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:41.985560 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-eabec0ca-093a-46ee-ac01-4b903e5ed856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:41.991185 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-eabec0ca-093a-46ee-ac01-4b903e5ed856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:42.040865 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec0ca-093a-46ee-ac01-4b903e5ed856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99ea3bf-ae75-42a3-9111-5e141d1606c4,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:42.048970 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-eabec0ca-093a-46ee-ac01-4b903e5ed856 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c97b68b56e6a406896bd94c07223bb78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2220433 Apr 08 02:51:42.049492 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42890) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:42.136393 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bd4cb904-2853-4226-8076-feaa039c7d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:42.167958 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bd4cb904-2853-4226-8076-feaa039c7d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:42.228090 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bd4cb904-2853-4226-8076-feaa039c7d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:42.253582 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-bd4cb904-2853-4226-8076-feaa039c7d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:42.254737 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-bd4cb904-2853-4226-8076-feaa039c7d8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f99ea3bf-ae75-42a3-9111-5e141d1606c4 HTTP/1.1" status: 204 len: 168 time: 0.2041578 Apr 08 02:51:42.257772 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cb904-2853-4226-8076-feaa039c7d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99ea3bf-ae75-42a3-9111-5e141d1606c4,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:42.738994 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42928) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:42.762814 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-959e29f6-d431-4129-841f-86761e425c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:42.799378 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-959e29f6-d431-4129-841f-86761e425c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:42.805277 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-959e29f6-d431-4129-841f-86761e425c15 admin admin] Usage tracker for resource:security_group_rule and tenant:eab6bbc8dd4c49378c0100f2b9d05706 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:42.808263 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-959e29f6-d431-4129-841f-86761e425c15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:42.814153 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-959e29f6-d431-4129-841f-86761e425c15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:42.891952 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-959e29f6-d431-4129-841f-86761e425c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:42.899577 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-959e29f6-d431-4129-841f-86761e425c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:42.952883 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-959e29f6-d431-4129-841f-86761e425c15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eab6bbc8dd4c49378c0100f2b9d05706&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2126048 Apr 08 02:51:42.955812 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 42936) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:43.003134 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e29f6-d431-4129-841f-86761e425c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea824a79-1e43-4efa-900a-a40dc9955332,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:43.043314 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:43.078249 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:43.140105 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:43.158445 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea824a79-1e43-4efa-900a-a40dc9955332,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:43.172252 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:43.172603 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:43.172940 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:43.173272 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:43.173600 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:43.173925 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:43.174476 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:43.174811 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:43.175172 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:43.175477 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:43.175955 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:43.181019 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:43.182986 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-d148527e-d89c-4d0b-ae47-b3d7c6f60fb4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea824a79-1e43-4efa-900a-a40dc9955332 HTTP/1.1" status: 204 len: 168 time: 0.2262707 Apr 08 02:51:43.484097 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-6872cc13-2da7-45e7-afb1-6ecdbdfab707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:43.825070 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 42990) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:44.016017 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-70beca1b-feb6-4fb7-b4ee-172e13fd2c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:44.050600 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-70beca1b-feb6-4fb7-b4ee-172e13fd2c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:44.055235 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-70beca1b-feb6-4fb7-b4ee-172e13fd2c4e admin admin] Usage tracker for resource:security_group_rule and tenant:3092bfebae7448b0bcdd9f83f3445737 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:44.058983 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-70beca1b-feb6-4fb7-b4ee-172e13fd2c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:44.067887 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-70beca1b-feb6-4fb7-b4ee-172e13fd2c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:44.155803 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-70beca1b-feb6-4fb7-b4ee-172e13fd2c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:44.160670 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-70beca1b-feb6-4fb7-b4ee-172e13fd2c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:44.205292 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70beca1b-feb6-4fb7-b4ee-172e13fd2c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902be22e-27df-4641-b50b-2cc21c2c0868,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:44.213283 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-70beca1b-feb6-4fb7-b4ee-172e13fd2c4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3092bfebae7448b0bcdd9f83f3445737&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3871710 Apr 08 02:51:44.215897 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43008) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:44.294270 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-90940e98-a83e-4fac-9506-d5b4aa0ad75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:44.320493 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-90940e98-a83e-4fac-9506-d5b4aa0ad75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:44.375279 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-90940e98-a83e-4fac-9506-d5b4aa0ad75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:44.395602 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90940e98-a83e-4fac-9506-d5b4aa0ad75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902be22e-27df-4641-b50b-2cc21c2c0868,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:44.399735 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-90940e98-a83e-4fac-9506-d5b4aa0ad75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:44.400858 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-90940e98-a83e-4fac-9506-d5b4aa0ad75d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/902be22e-27df-4641-b50b-2cc21c2c0868 HTTP/1.1" status: 204 len: 168 time: 0.1824138 Apr 08 02:51:45.298111 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43064) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:45.461022 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ba350248-3650-4bb3-95e3-1984d6c68fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:45.498169 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-ba350248-3650-4bb3-95e3-1984d6c68fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:45.504572 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-ba350248-3650-4bb3-95e3-1984d6c68fcf admin admin] Usage tracker for resource:security_group_rule and tenant:4c6181f8ae044e7783174ca4d3048aef is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:45.508751 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-ba350248-3650-4bb3-95e3-1984d6c68fcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:45.515335 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-ba350248-3650-4bb3-95e3-1984d6c68fcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:45.593962 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ba350248-3650-4bb3-95e3-1984d6c68fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:45.600381 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ba350248-3650-4bb3-95e3-1984d6c68fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:45.641442 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba350248-3650-4bb3-95e3-1984d6c68fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4529a2-bb6a-4b1e-84bb-5dcc88e00f75,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:45.668841 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-ba350248-3650-4bb3-95e3-1984d6c68fcf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c6181f8ae044e7783174ca4d3048aef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3668303 Apr 08 02:51:45.669337 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43080) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:45.735278 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b3d20004-0290-41fa-8b1b-bf3c1971e6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:45.760992 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b3d20004-0290-41fa-8b1b-bf3c1971e6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:45.815757 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b3d20004-0290-41fa-8b1b-bf3c1971e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:45.832712 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d20004-0290-41fa-8b1b-bf3c1971e6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4529a2-bb6a-4b1e-84bb-5dcc88e00f75,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:45.834027 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d30b3b75-165c-4cc2-9790-e8580a3ca60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:45.839175 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-b3d20004-0290-41fa-8b1b-bf3c1971e6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:45.843504 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-b3d20004-0290-41fa-8b1b-bf3c1971e6f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb4529a2-bb6a-4b1e-84bb-5dcc88e00f75 HTTP/1.1" status: 204 len: 168 time: 0.1731400 Apr 08 02:51:46.681006 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43110) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:46.688299 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:46.819103 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1358540343-network', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:51:46.824073 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:46.828239 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Usage tracker for resource:network and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:46.832149 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:46.838164 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:46.850403 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Made reservation on behalf of 0221754f1ef94bb8b2a3448963eec8d7 for: {'network': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:51:46.853799 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:46.864478 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:46.871926 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:46.906606 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:46.911659 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Usage tracker for resource:security_group_rule and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:46.915392 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:46.921629 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:46.994971 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:46.999835 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:47.031294 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=83154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:51:47.043474 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fb4665-8f02-4b98-b693-e16a080c4535,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:47.047856 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:47.048217 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.segments_db [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Added segment 211a9646-e29c-46f4-9d3e-278246ae457a of type vlan for network df56683b-d1fd-4027-8c01-f8f7d61b1642 Apr 08 02:51:47.077953 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:47.123603 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:47.124542 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:47.125196 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:47.240222 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] Pushing event updated for resources: {'Network': ['ID=df56683b-d1fd-4027-8c01-f8f7d61b1642,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:47.249113 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43138) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:47.256364 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Request body: {'subnet': {'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1358540343-subnet', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'ip_version': 4}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:51:47.257503 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network df56683b-d1fd-4027-8c01-f8f7d61b1642 details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:51:47.260530 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-9a3d2aca-1b9d-46c0-af28-186c4e90dc12 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5784135 Apr 08 02:51:47.262366 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:47.269440 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Usage tracker for resource:subnet and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:47.272506 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:47.278595 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:47.292152 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Made reservation on behalf of 0221754f1ef94bb8b2a3448963eec8d7 for: {'subnet': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:51:47.294623 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2361177'] for subnet, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:47.522714 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3322892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2361207'] for subnet, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:47.595796 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c414d9be-7902-4e55-a950-cc3cf10c8843,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:47.607569 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Checking segment: {'id': '211a9646-e29c-46f4-9d3e-278246ae457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:51:47.607950 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Network hostable DHCP agents. Network: df56683b-d1fd-4027-8c01-f8f7d61b1642, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:51:47.632783 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Network df56683b-d1fd-4027-8c01-f8f7d61b1642 is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:51:47.643988 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, df56683b-d1fd-4027-8c01-f8f7d61b1642) {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:51:47.652265 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:47.652865 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:47.658476 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3c392d-d641-42cd-b63e-da1d61b1c593 None None] Network df56683b-d1fd-4027-8c01-f8f7d61b1642 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:51:47.673862 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-5bb9da0a-2317-42f0-ae2e-5f752f5fbcb5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4234240 Apr 08 02:51:47.676912 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43146) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:47.682495 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:51:47.688003 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:47.692348 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Usage tracker for resource:router and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:47.695479 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:47.701515 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:47.713691 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:47.714659 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-916761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5708'] for router, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:47.734229 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:47.878807 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8512d9dc-47c5-5986-9c3f-75143495aee0-df56683b-d1fd-4027-8c01-f8f7d61b1642', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'fixed_ips': [{'subnet_id': 'c414d9be-7902-4e55-a950-cc3cf10c8843'}]}} from dv-cinder-837052-1-smb. {{(pid=83155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 02:51:47.879640 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:47.880443 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5726'] for router, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:48.035278 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.db_base_plugin_common [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Allocated IP 172.20.0.2 (df56683b-d1fd-4027-8c01-f8f7d61b1642/c414d9be-7902-4e55-a950-cc3cf10c8843/ffca3ea6-c1bd-43a0-9b54-6cadc9feb782) {{(pid=83155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:51:48.075607 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:48.107068 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:48.178476 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:48.245503 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Allocated IP 172.28.1.61 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/ec366e62-205a-43df-afab-50151afdffc5) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:51:48.257809 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:48.268405 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Transition to ACTIVE for port object ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:51:48.288617 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Transition to ACTIVE for port object ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 will not be triggered until provisioned by entity DHCP. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:51:48.296905 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:48.349918 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:51:48.370575 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Network df56683b-d1fd-4027-8c01-f8f7d61b1642 is already hosted by enough agents. {{(pid=83155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:51:48.374102 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Pushing event updated for resources: {'Port': ['ID=ffca3ea6-c1bd-43a0-9b54-6cadc9feb782,revision_number=1']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:48.376944 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.base_scheduler [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Resources bound (agent type, host, resource id): {{(pid=83155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:51:48.379850 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Received port after_create {{(pid=83155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:51:48.455209 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:48.455555 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:48.455892 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:48.456223 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:48.456715 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:48.456853 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:48.457342 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:48.458118 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:48.458864 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:48.459388 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:48.459976 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:48.496204 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:48.500514 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Attempting to bind port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:51:48.501208 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Attempting to bind port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '211a9646-e29c-46f4-9d3e-278246ae457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:51:48.501578 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Attempting to bind port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 on network df56683b-d1fd-4027-8c01-f8f7d61b1642 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:51:48.511093 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:51:48.511631 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Checking segment: {'id': '211a9646-e29c-46f4-9d3e-278246ae457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:51:48.512043 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:48.512797 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Bound using segment: {'id': '211a9646-e29c-46f4-9d3e-278246ae457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:51:48.513331 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Bound port: ffca3ea6-c1bd-43a0-9b54-6cadc9feb782, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211a9646-e29c-46f4-9d3e-278246ae457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:51:48.514061 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:48.530702 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:48.618725 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:51:48.621976 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:51:48.627119 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:51:48.664038 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] For port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:51:48.665041 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Pushing event updated for resources: {'Port': ['ID=ec366e62-205a-43df-afab-50151afdffc5,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:48.669764 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] For port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=ffca3ea6-c1bd-43a0-9b54-6cadc9feb782,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:51:48.678149 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:48.822934 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3aff5-b407-4322-8ac5-33f4938399b1 None None] Pushing event updated for resources: {'Port': ['ID=ffca3ea6-c1bd-43a0-9b54-6cadc9feb782,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:48.892420 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43176) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:48.933464 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:48.934219 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980346'] for router, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:49.120415 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f2847b6c-d625-4240-b436-8a416afdc33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:49.167790 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f2847b6c-d625-4240-b436-8a416afdc33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:49.173014 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f2847b6c-d625-4240-b436-8a416afdc33a admin admin] Usage tracker for resource:security_group_rule and tenant:55cb51777d50417bb7bd4a2291aef625 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:49.177538 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-f2847b6c-d625-4240-b436-8a416afdc33a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:49.184969 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-f2847b6c-d625-4240-b436-8a416afdc33a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:49.294663 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f2847b6c-d625-4240-b436-8a416afdc33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:49.302031 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-f2847b6c-d625-4240-b436-8a416afdc33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:49.363937 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2847b6c-d625-4240-b436-8a416afdc33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1d531d-239e-4d9b-bd95-7dce8a4372ce,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:49.370519 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-f2847b6c-d625-4240-b436-8a416afdc33a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55cb51777d50417bb7bd4a2291aef625&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4750426 Apr 08 02:51:49.373558 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43196) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:49.414544 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Router e1b0d4d8-f412-4124-981c-e76dae960386 is scheduled to L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a with binding_index 1 {{(pid=83154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 02:51:49.453654 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7a52a19d-b825-4810-a28b-dc88fe871269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:49.482113 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7a52a19d-b825-4810-a28b-dc88fe871269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:49.543209 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7a52a19d-b825-4810-a28b-dc88fe871269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:49.564686 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52a19d-b825-4810-a28b-dc88fe871269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1d531d-239e-4d9b-bd95-7dce8a4372ce,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:49.569377 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7a52a19d-b825-4810-a28b-dc88fe871269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:49.570621 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-7a52a19d-b825-4810-a28b-dc88fe871269 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a1d531d-239e-4d9b-bd95-7dce8a4372ce HTTP/1.1" status: 204 len: 168 time: 0.1960859 Apr 08 02:51:49.662458 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:51:49.676207 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Sync routers for ids ['e1b0d4d8-f412-4124-981c-e76dae960386'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:51:49.691084 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Routers {'e1b0d4d8-f412-4124-981c-e76dae960386'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:49.692134 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:51:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['e1b0d4d8-f412-4124-981c-e76dae960386'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:49.695091 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] Notify callbacks [] for router, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:49.699016 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-3420cf5d-475a-4468-b6ea-b7e3e204b983 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0186000 Apr 08 02:51:49.699512 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43206) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:49.848458 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:51:49.990141 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:51:50.022353 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Set router e1b0d4d8-f412-4124-981c-e76dae960386 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:50.046245 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e523c25e-c5dc-476a-aa07-5e57ccd90f1e None None] Network df56683b-d1fd-4027-8c01-f8f7d61b1642 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:51:50.137634 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43214) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:50.149515 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-ea9c5517-1716-4ebe-b017-e071f91610f2 None None] Provisioning for port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:51:50.159388 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-ea9c5517-1716-4ebe-b017-e071f91610f2 None None] Provisioning complete for port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:51:50.159672 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5517-1716-4ebe-b017-e071f91610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:50.172342 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5adb1073-4fd0-4106-a955-0a45e9ff3645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:50.218065 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-5adb1073-4fd0-4106-a955-0a45e9ff3645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:50.222864 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-5adb1073-4fd0-4106-a955-0a45e9ff3645 admin admin] Usage tracker for resource:security_group_rule and tenant:a7027c19d4c5436eb543f869617b4e37 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:50.226147 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-5adb1073-4fd0-4106-a955-0a45e9ff3645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:50.236914 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-5adb1073-4fd0-4106-a955-0a45e9ff3645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:50.330797 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5adb1073-4fd0-4106-a955-0a45e9ff3645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:50.338535 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5adb1073-4fd0-4106-a955-0a45e9ff3645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:50.386604 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ec366e62-205a-43df-afab-50151afdffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:51:48Z', 'revision_number': 3, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port': {'id': 'ec366e62-205a-43df-afab-50151afdffc5', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:48Z', 'updated_at': '2022-04-08T02:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:50.390244 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb1073-4fd0-4106-a955-0a45e9ff3645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2f110a-8287-478d-96bf-ffaa91d924c4,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:50.394813 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Checking router: e1b0d4d8-f412-4124-981c-e76dae960386 for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:51:50.395501 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Updating router e1b0d4d8-f412-4124-981c-e76dae960386 port ec366e62-205a-43df-afab-50151afdffc5 binding host dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:51:50.431740 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-5adb1073-4fd0-4106-a955-0a45e9ff3645 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7027c19d4c5436eb543f869617b4e37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2910097 Apr 08 02:51:50.432977 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43218) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:50.464590 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:50.489575 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5517-1716-4ebe-b017-e071f91610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:50.511469 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-32bc6b82-cb33-4915-8f19-1bb215f2b1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:50.544608 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-32bc6b82-cb33-4915-8f19-1bb215f2b1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:50.546695 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-ea9c5517-1716-4ebe-b017-e071f91610f2 None None] For port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=ffca3ea6-c1bd-43a0-9b54-6cadc9feb782,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:50.559332 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5517-1716-4ebe-b017-e071f91610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:50.633382 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-32bc6b82-cb33-4915-8f19-1bb215f2b1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:50.648395 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c5517-1716-4ebe-b017-e071f91610f2 None None] Pushing event updated for resources: {'Port': ['ID=ffca3ea6-c1bd-43a0-9b54-6cadc9feb782,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:50.662691 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc6b82-cb33-4915-8f19-1bb215f2b1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2f110a-8287-478d-96bf-ffaa91d924c4,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:50.668929 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-32bc6b82-cb33-4915-8f19-1bb215f2b1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:50.672810 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-32bc6b82-cb33-4915-8f19-1bb215f2b1be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b2f110a-8287-478d-96bf-ffaa91d924c4 HTTP/1.1" status: 204 len: 168 time: 0.2363484 Apr 08 02:51:50.886829 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-63363525-74c8-4e96-b79e-affca0af0568 None None] Provisioning complete for port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:51:50.887681 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-63363525-74c8-4e96-b79e-affca0af0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.038115 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.084120 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Notify callbacks [] for port, precommit_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.101077 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.provisioning_blocks [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Transition to ACTIVE for port object ec366e62-205a-43df-afab-50151afdffc5 will not be triggered until provisioned by entity L2. {{(pid=83156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:51:51.111790 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.206418 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cc738-3fd7-492d-98df-c942c257526c None None] Pushing event updated for resources: {'Port': ['ID=ec366e62-205a-43df-afab-50151afdffc5,revision_number=2']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:51.208855 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Attempting to bind port ec366e62-205a-43df-afab-50151afdffc5 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:51:51.209208 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Attempting to bind port ec366e62-205a-43df-afab-50151afdffc5 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:51:51.209568 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Attempting to bind port ec366e62-205a-43df-afab-50151afdffc5 on network d59c54fc-6a56-459d-9ae4-db8d99a734e0 {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:51:51.221290 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc738-3fd7-492d-98df-c942c257526c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:51.221982 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc738-3fd7-492d-98df-c942c257526c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:51.222310 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc738-3fd7-492d-98df-c942c257526c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:51.222632 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc738-3fd7-492d-98df-c942c257526c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:51.223088 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc738-3fd7-492d-98df-c942c257526c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:51.223296 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc738-3fd7-492d-98df-c942c257526c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:51.223612 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc738-3fd7-492d-98df-c942c257526c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:51.223931 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc738-3fd7-492d-98df-c942c257526c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:51.224240 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc738-3fd7-492d-98df-c942c257526c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:51.224559 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc738-3fd7-492d-98df-c942c257526c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:51.224872 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc738-3fd7-492d-98df-c942c257526c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:51:51.228152 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:51:51.228371 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Checking segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:51:51.228858 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.229126 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Bound using segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:51:51.229594 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Bound port: ec366e62-205a-43df-afab-50151afdffc5, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:51:51.229973 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.275364 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43234) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:51.279867 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Allocated IP 172.20.0.1 (df56683b-d1fd-4027-8c01-f8f7d61b1642/c414d9be-7902-4e55-a950-cc3cf10c8843/d9c86d65-e018-49a0-8e36-f6943fff5263) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:51:51.296647 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-221cf6c9-d723-4d8d-8a4a-f2190d409b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.308018 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] For port ec366e62-205a-43df-afab-50151afdffc5, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:51:51.311416 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] For port ec366e62-205a-43df-afab-50151afdffc5, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=ec366e62-205a-43df-afab-50151afdffc5,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:51:51.317189 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.329452 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-221cf6c9-d723-4d8d-8a4a-f2190d409b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:51.333463 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-221cf6c9-d723-4d8d-8a4a-f2190d409b44 admin admin] Usage tracker for resource:security_group_rule and tenant:c988c3c6c33e4d10b4f20695752bf68c is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:51.336319 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-221cf6c9-d723-4d8d-8a4a-f2190d409b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:51.346387 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-221cf6c9-d723-4d8d-8a4a-f2190d409b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:51.405083 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cc738-3fd7-492d-98df-c942c257526c None None] Pushing event updated for resources: {'Port': ['ID=ec366e62-205a-43df-afab-50151afdffc5,revision_number=3']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:51.408901 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Routers {'e1b0d4d8-f412-4124-981c-e76dae960386'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:51.409508 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:51:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['e1b0d4d8-f412-4124-981c-e76dae960386'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:51.423266 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-221cf6c9-d723-4d8d-8a4a-f2190d409b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.428827 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-221cf6c9-d723-4d8d-8a4a-f2190d409b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.463230 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.478669 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Transition to ACTIVE for port object d9c86d65-e018-49a0-8e36-f6943fff5263 will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:51:51.481788 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cf6c9-d723-4d8d-8a4a-f2190d409b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181453ba-37f9-4ae4-9851-0d4d6d4a734d,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:51.489843 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43238) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:51.494430 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-221cf6c9-d723-4d8d-8a4a-f2190d409b44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c988c3c6c33e4d10b4f20695752bf68c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2177608 Apr 08 02:51:51.531773 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.594585 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] Set router e1b0d4d8-f412-4124-981c-e76dae960386 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:51.625169 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Network df56683b-d1fd-4027-8c01-f8f7d61b1642 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:51:51.627587 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c86d65-e018-49a0-8e36-f6943fff5263,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:51.630270 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:51:51.631988 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-fa8b3092-2091-4993-bf05-589c8e00f936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.633842 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:51:51.699905 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-fa8b3092-2091-4993-bf05-589c8e00f936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.725988 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980912'] for router_interface, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.789210 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:51:51.802588 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-fa8b3092-2091-4993-bf05-589c8e00f936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.823131 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b3092-2091-4993-bf05-589c8e00f936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181453ba-37f9-4ae4-9851-0d4d6d4a734d,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:51.854306 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.872975 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-fa8b3092-2091-4993-bf05-589c8e00f936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.876849 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-fa8b3092-2091-4993-bf05-589c8e00f936 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/181453ba-37f9-4ae4-9851-0d4d6d4a734d HTTP/1.1" status: 204 len: 168 time: 0.3859782 Apr 08 02:51:51.944635 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:51:51.947074 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:51.972528 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ec366e62-205a-43df-afab-50151afdffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:51:48Z', 'revision_number': 3, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port': {'id': 'ec366e62-205a-43df-afab-50151afdffc5', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:48Z', 'updated_at': '2022-04-08T02:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:51.978010 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6655a3f-d336-45db-aecd-424b1301e7ec None None] The sync data for ids ['e1b0d4d8-f412-4124-981c-e76dae960386'] in dv-cinder-837052-1-smb is: [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ec366e62-205a-43df-afab-50151afdffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:51:48Z', 'revision_number': 3, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port': {'id': 'ec366e62-205a-43df-afab-50151afdffc5', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:48Z', 'updated_at': '2022-04-08T02:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:51:52.091040 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-d65b33ca-5d93-4520-ad3f-1c6b9ca6a7bd None None] Provisioning for port d9c86d65-e018-49a0-8e36-f6943fff5263 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:51:52.102634 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-d65b33ca-5d93-4520-ad3f-1c6b9ca6a7bd None None] Provisioning complete for port d9c86d65-e018-49a0-8e36-f6943fff5263 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:51:52.103354 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d65b33ca-5d93-4520-ad3f-1c6b9ca6a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:52.135759 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:52.145890 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:52.164558 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-d65b33ca-5d93-4520-ad3f-1c6b9ca6a7bd None None] Port d9c86d65-e018-49a0-8e36-f6943fff5263 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:51:52.283073 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2029860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-980783'] for router_interface, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:52.288709 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c86d65-e018-49a0-8e36-f6943fff5263,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:52.505122 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43256) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:52.603547 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Network df56683b-d1fd-4027-8c01-f8f7d61b1642 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:51:52.605403 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:51:52.701596 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-485c7a40-a5c9-416f-9541-858b14056143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:52.771968 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-485c7a40-a5c9-416f-9541-858b14056143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:52.784204 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-485c7a40-a5c9-416f-9541-858b14056143 admin admin] Usage tracker for resource:security_group_rule and tenant:56e4889aed28476a88c40be5c468bd7f is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:52.792086 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-485c7a40-a5c9-416f-9541-858b14056143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:52.801168 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-485c7a40-a5c9-416f-9541-858b14056143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:52.934418 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-485c7a40-a5c9-416f-9541-858b14056143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:52.944736 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-485c7a40-a5c9-416f-9541-858b14056143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:53.001962 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1bfb7a16-d3ee-4616-bc0c-25f58fe8e705 None None] Provisioning complete for port d9c86d65-e018-49a0-8e36-f6943fff5263 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:51:53.012240 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7a16-d3ee-4616-bc0c-25f58fe8e705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:53.021236 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c7a40-a5c9-416f-9541-858b14056143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a936ca0-a505-462f-bf21-7fc57dfc0f90,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:53.037925 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-485c7a40-a5c9-416f-9541-858b14056143 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56e4889aed28476a88c40be5c468bd7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5287375 Apr 08 02:51:53.038077 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43270) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:53.109631 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb7a16-d3ee-4616-bc0c-25f58fe8e705 None None] Port d9c86d65-e018-49a0-8e36-f6943fff5263 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:51:53.139205 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9d38eb70-1237-486b-83ef-0c8fd184b13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:53.165864 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Router e1b0d4d8-f412-4124-981c-e76dae960386 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:51:53.167769 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9d38eb70-1237-486b-83ef-0c8fd184b13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:53.232673 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9d38eb70-1237-486b-83ef-0c8fd184b13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:53.248964 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38eb70-1237-486b-83ef-0c8fd184b13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a936ca0-a505-462f-bf21-7fc57dfc0f90,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:53.268518 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9d38eb70-1237-486b-83ef-0c8fd184b13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:53.269712 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-9d38eb70-1237-486b-83ef-0c8fd184b13a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a936ca0-a505-462f-bf21-7fc57dfc0f90 HTTP/1.1" status: 204 len: 168 time: 0.2307820 Apr 08 02:51:53.384278 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:51:53.389471 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-35a79fa9-364e-4e3e-8278-c33fe089ebc9 admin admin] 10.222.0.44 "PUT /v2.0/routers/e1b0d4d8-f412-4124-981c-e76dae960386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6889336 Apr 08 02:51:53.540918 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:53.803734 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device ec366e62-205a-43df-afab-50151afdffc5 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:51:53.898096 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port ec366e62-205a-43df-afab-50151afdffc5 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:51:53.905377 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port ec366e62-205a-43df-afab-50151afdffc5 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:51:53.905751 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:54.068004 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:54.085179 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port ec366e62-205a-43df-afab-50151afdffc5, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=ec366e62-205a-43df-afab-50151afdffc5,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:54.092654 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:54.172510 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=ec366e62-205a-43df-afab-50151afdffc5,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:54.562797 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43346) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:54.568747 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2076879531-network', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:51:54.573496 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:54.577505 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Usage tracker for resource:network and tenant:66ccf8f5b6924bc68142eb543cdcd118 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:54.580449 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:54.587120 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:54.598315 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Made reservation on behalf of 66ccf8f5b6924bc68142eb543cdcd118 for: {'network': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:51:54.600693 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for network, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:54.613030 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:54.643323 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:54.647265 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Usage tracker for resource:security_group_rule and tenant:66ccf8f5b6924bc68142eb543cdcd118 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:54.649989 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:54.655865 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:54.723842 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:54.729565 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:54.760341 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=83153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:51:54.769167 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f29d07-3d13-4ef5-ba7a-c85b09bc939a,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:54.776079 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:54.776426 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.segments_db [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Added segment 0e33e148-fe73-430d-8a12-c859f6dd8e0f of type vlan for network e3f92f1e-7b5e-48b2-89a8-91241e66d878 Apr 08 02:51:54.803061 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781780166413'] for network, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:54.836625 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927'] for network, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:54.848072 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:54.848747 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:54.959897 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3956950 Apr 08 02:51:54.960755 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8aedb-04d0-4a60-87b5-e66b82e2fe59 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f92f1e-7b5e-48b2-89a8-91241e66d878,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:54.962790 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43362) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:54.976270 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Request body: {'subnet': {'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2076879531-subnet', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'ip_version': 4}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:51:54.976452 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Network e3f92f1e-7b5e-48b2-89a8-91241e66d878 details requested by agent ovs-agent-dv-cinder-837052-1-smb with host dv-cinder-837052-1-smb {{(pid=83155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:51:54.981424 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:54.986773 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Usage tracker for resource:subnet and tenant:66ccf8f5b6924bc68142eb543cdcd118 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:54.989970 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:54.997254 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:55.008484 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Made reservation on behalf of 66ccf8f5b6924bc68142eb543cdcd118 for: {'subnet': 1} {{(pid=83154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:51:55.011152 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3354636'] for subnet, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:55.219937 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4107624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3354658'] for subnet, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:55.402010 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=766c2535-3a84-4ad3-8071-a657c03b7695,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:55.414629 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Checking segment: {'id': '0e33e148-fe73-430d-8a12-c859f6dd8e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:51:55.415054 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Network hostable DHCP agents. Network: e3f92f1e-7b5e-48b2-89a8-91241e66d878, hostable agents: ['993dc24a-98b1-433d-8bea-d84ed71cbc47'], hosted agents: [] {{(pid=83154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:51:55.438018 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Network e3f92f1e-7b5e-48b2-89a8-91241e66d878 is scheduled to be hosted by DHCP agent 993dc24a-98b1-433d-8bea-d84ed71cbc47 with binding_index 1 {{(pid=83154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:51:55.449106 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-smb, e3f92f1e-7b5e-48b2-89a8-91241e66d878) {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:51:55.458727 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:51:55.459520 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:55.468587 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3965cedf-3579-4e0a-9b6a-b94b43776d66 None None] Network e3f92f1e-7b5e-48b2-89a8-91241e66d878 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:51:55.487559 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-522914ef-3d84-4f3c-9646-bc4010b13e14 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5236988 Apr 08 02:51:55.489992 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43376) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:55.496731 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2076879531-router', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:51:55.501707 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:51:55.506004 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Usage tracker for resource:router and tenant:66ccf8f5b6924bc68142eb543cdcd118 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:51:55.510930 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:51:55.519467 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:51:55.532678 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5749'] for router, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:55.533982 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-916761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5708'] for router, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:55.555725 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:55.699173 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8512d9dc-47c5-5986-9c3f-75143495aee0-e3f92f1e-7b5e-48b2-89a8-91241e66d878', 'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'fixed_ips': [{'subnet_id': '766c2535-3a84-4ad3-8071-a657c03b7695'}]}} from dv-cinder-837052-1-smb. {{(pid=83155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 02:51:55.700063 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:55.718063 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5726'] for router, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:55.787510 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device ec366e62-205a-43df-afab-50151afdffc5 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:51:55.919196 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.db_base_plugin_common [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Allocated IP 172.20.0.2 (e3f92f1e-7b5e-48b2-89a8-91241e66d878/766c2535-3a84-4ad3-8071-a657c03b7695/42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c) {{(pid=83155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:51:55.931981 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port ec366e62-205a-43df-afab-50151afdffc5 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:51:55.932342 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:55.934567 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:55.965935 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:55.983729 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Sync routers for ids ['e1b0d4d8-f412-4124-981c-e76dae960386'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:51:56.099499 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Routers {'e1b0d4d8-f412-4124-981c-e76dae960386'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:56.100117 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:51:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['e1b0d4d8-f412-4124-981c-e76dae960386'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:56.106813 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Allocated IP 172.28.1.75 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/d2d6fd06-dfaf-41b3-8894-c2561765ad90) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:51:56.256371 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:56.285606 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:56.352344 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:51:56.355135 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:51:56.359837 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:51:56.383402 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d6fd06-dfaf-41b3-8894-c2561765ad90,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:56.428546 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Notify callbacks [] for port, precommit_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:56.445723 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Transition to ACTIVE for port object 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:51:56.463960 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Set router e1b0d4d8-f412-4124-981c-e76dae960386 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:56.517246 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Transition to ACTIVE for port object 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c will not be triggered until provisioned by entity DHCP. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:51:56.532172 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:56.532989 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980346'] for router, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:56.542189 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506'] for port, after_create {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:56.590617 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Network e3f92f1e-7b5e-48b2-89a8-91241e66d878 is already hosted by enough agents. {{(pid=83155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:51:56.598828 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.scheduler.base_scheduler [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Resources bound (agent type, host, resource id): {{(pid=83155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:51:56.611658 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Received port after_create {{(pid=83155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:51:56.836797 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Router 9c9fe70a-65eb-4530-9a4c-a33747b8255c is scheduled to L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a with binding_index 1 {{(pid=83154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 02:51:56.866751 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Pushing event updated for resources: {'Port': ['ID=42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c,revision_number=1']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:56.873298 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Attempting to bind port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:51:56.873825 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Attempting to bind port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '0e33e148-fe73-430d-8a12-c859f6dd8e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:51:56.874194 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Attempting to bind port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c on network e3f92f1e-7b5e-48b2-89a8-91241e66d878 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:51:56.897163 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:51:56.897529 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Checking segment: {'id': '0e33e148-fe73-430d-8a12-c859f6dd8e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:51:56.897920 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:56.898326 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Bound using segment: {'id': '0e33e148-fe73-430d-8a12-c859f6dd8e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:51:56.898774 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Bound port: 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e33e148-fe73-430d-8a12-c859f6dd8e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:51:56.899180 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:57.060994 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] For port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:51:57.065018 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] For port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c,segment=NetworkSegment(0e33e148-fe73-430d-8a12-c859f6dd8e0f),segment_id=0e33e148-fe73-430d-8a12-c859f6dd8e0f)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:51:57.077147 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:57.131017 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:51:57.142559 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Sync routers for ids ['9c9fe70a-65eb-4530-9a4c-a33747b8255c'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:51:57.158176 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Routers {'9c9fe70a-65eb-4530-9a4c-a33747b8255c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:57.158478 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ec366e62-205a-43df-afab-50151afdffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:51:51Z', 'revision_number': 4, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port': {'id': 'ec366e62-205a-43df-afab-50151afdffc5', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:48Z', 'updated_at': '2022-04-08T02:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'd9c86d65-e018-49a0-8e36-f6943fff5263', 'name': '', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'mac_address': 'fa:16:3e:1c:92:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:51Z', 'updated_at': '2022-04-08T02:51:51Z', 'revision_number': 2, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'subnets': [{'id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:57.158787 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:51:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['9c9fe70a-65eb-4530-9a4c-a33747b8255c'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:57.159712 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] Notify callbacks [] for router, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:57.161304 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-b149a746-4e1a-4505-8758-5d6d942f3ce9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6699347 Apr 08 02:51:57.164134 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43394) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:51:57.172321 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Checking router: e1b0d4d8-f412-4124-981c-e76dae960386 for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:51:57.172764 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Updating router e1b0d4d8-f412-4124-981c-e76dae960386 port d9c86d65-e018-49a0-8e36-f6943fff5263 binding host dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:51:57.196078 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abf97d-c4d0-44e5-81ff-57cfd2582a0f None None] Pushing event updated for resources: {'Port': ['ID=42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c,revision_number=2']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:57.239385 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:57.388368 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Set router 9c9fe70a-65eb-4530-9a4c-a33747b8255c gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:57.708892 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Notify callbacks [] for port, precommit_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:57.734516 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Transition to ACTIVE for port object d9c86d65-e018-49a0-8e36-f6943fff5263 will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:51:57.748270 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:57.792308 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'name': 'tempest-TestShelveInstance-2076879531-router', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:55Z', 'updated_at': '2022-04-08T02:51:56Z', 'revision_number': 3, 'project_id': '66ccf8f5b6924bc68142eb543cdcd118', 'gw_port': {'id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:56Z', 'updated_at': '2022-04-08T02:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:57.797695 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Checking router: 9c9fe70a-65eb-4530-9a4c-a33747b8255c for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:51:57.798034 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Updating router 9c9fe70a-65eb-4530-9a4c-a33747b8255c port d2d6fd06-dfaf-41b3-8894-c2561765ad90 binding host dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:51:57.854734 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:57.875789 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:51:58.004957 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e69f47-a4ca-4f30-9580-fa11dcfda4ae None None] Pushing event updated for resources: {'Port': ['ID=d9c86d65-e018-49a0-8e36-f6943fff5263,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:58.124441 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:51:58.141080 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Attempting to bind port d9c86d65-e018-49a0-8e36-f6943fff5263 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:51:58.141480 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Attempting to bind port d9c86d65-e018-49a0-8e36-f6943fff5263 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '211a9646-e29c-46f4-9d3e-278246ae457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:51:58.141885 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Attempting to bind port d9c86d65-e018-49a0-8e36-f6943fff5263 on network df56683b-d1fd-4027-8c01-f8f7d61b1642 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:51:58.154432 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:51:58.154813 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Checking segment: {'id': '211a9646-e29c-46f4-9d3e-278246ae457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:51:58.155248 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:58.155636 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Bound using segment: {'id': '211a9646-e29c-46f4-9d3e-278246ae457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:51:58.156111 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Bound port: d9c86d65-e018-49a0-8e36-f6943fff5263, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211a9646-e29c-46f4-9d3e-278246ae457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:51:58.156484 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:58.469969 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:58.484505 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] For port d9c86d65-e018-49a0-8e36-f6943fff5263, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:51:58.496052 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] For port d9c86d65-e018-49a0-8e36-f6943fff5263, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=d9c86d65-e018-49a0-8e36-f6943fff5263,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:51:58.503464 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:58.517069 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:58.545445 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.provisioning_blocks [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Transition to ACTIVE for port object d2d6fd06-dfaf-41b3-8894-c2561765ad90 will not be triggered until provisioned by entity L2. {{(pid=83156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:51:58.562945 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:58.565891 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eef4a5-c039-4f52-a8c1-029f7e80c6f7 None None] Network e3f92f1e-7b5e-48b2-89a8-91241e66d878 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:51:58.638351 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bf080-3c7f-4633-8c4b-c1463b083dbe None None] Pushing event updated for resources: {'Port': ['ID=d2d6fd06-dfaf-41b3-8894-c2561765ad90,revision_number=2']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:58.666194 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Attempting to bind port d2d6fd06-dfaf-41b3-8894-c2561765ad90 on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:51:58.668341 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Attempting to bind port d2d6fd06-dfaf-41b3-8894-c2561765ad90 by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:51:58.668712 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Attempting to bind port d2d6fd06-dfaf-41b3-8894-c2561765ad90 on network d59c54fc-6a56-459d-9ae4-db8d99a734e0 {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:51:58.680809 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e69f47-a4ca-4f30-9580-fa11dcfda4ae None None] Pushing event updated for resources: {'Port': ['ID=d9c86d65-e018-49a0-8e36-f6943fff5263,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:58.681443 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:51:58.681809 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Checking segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:51:58.682372 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:58.683500 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Bound using segment: {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'} {{(pid=83156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:51:58.683500 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.managers [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Bound port: d2d6fd06-dfaf-41b3-8894-c2561765ad90, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f65395-239a-45dd-b3a9-f80b92fc6fd7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0'}}] {{(pid=83156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:51:58.683820 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:58.689186 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Routers {'e1b0d4d8-f412-4124-981c-e76dae960386'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:58.693759 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:51:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['e1b0d4d8-f412-4124-981c-e76dae960386'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:58.758562 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_common [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Allocated IP 172.20.0.1 (e3f92f1e-7b5e-48b2-89a8-91241e66d878/766c2535-3a84-4ad3-8071-a657c03b7695/dac72d7b-26a1-4ce4-b6f9-0083c142dccc) {{(pid=83154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:51:58.799209 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] For port d2d6fd06-dfaf-41b3-8894-c2561765ad90, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:51:58.804837 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.plugins.ml2.db [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] For port d2d6fd06-dfaf-41b3-8894-c2561765ad90, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=d2d6fd06-dfaf-41b3-8894-c2561765ad90,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:51:58.815436 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron_lib.callbacks.manager [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:58.990637 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Routers {'9c9fe70a-65eb-4530-9a4c-a33747b8255c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:51:58.991518 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:51:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['9c9fe70a-65eb-4530-9a4c-a33747b8255c'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:58.993214 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:59.016972 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.provisioning_blocks [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Transition to ACTIVE for port object dac72d7b-26a1-4ce4-b6f9-0083c142dccc will not be triggered until provisioned by entity DHCP. {{(pid=83154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:51:59.050798 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:59.105754 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bf080-3c7f-4633-8c4b-c1463b083dbe None None] Pushing event updated for resources: {'Port': ['ID=d2d6fd06-dfaf-41b3-8894-c2561765ad90,revision_number=3']} {{(pid=83156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:59.131180 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-95162168-665a-4792-81af-05da22953fb9 None None] Provisioning for port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:51:59.156433 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-95162168-665a-4792-81af-05da22953fb9 None None] Provisioning complete for port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:51:59.157041 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-95162168-665a-4792-81af-05da22953fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:59.165249 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Pushing event updated for resources: {'Port': ['ID=dac72d7b-26a1-4ce4-b6f9-0083c142dccc,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:59.171171 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Network e3f92f1e-7b5e-48b2-89a8-91241e66d878 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:51:59.172375 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:51:59.174650 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Received port after_create {{(pid=83154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:51:59.202770 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] Set router 9c9fe70a-65eb-4530-9a4c-a33747b8255c gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:59.229070 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980912'] for router_interface, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:59.303720 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] Set router e1b0d4d8-f412-4124-981c-e76dae960386 gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:51:59.328415 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:59.533309 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'name': 'tempest-TestShelveInstance-2076879531-router', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:55Z', 'updated_at': '2022-04-08T02:51:56Z', 'revision_number': 3, 'project_id': '66ccf8f5b6924bc68142eb543cdcd118', 'gw_port': {'id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:56Z', 'updated_at': '2022-04-08T02:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:59.538822 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771db842-59ef-48f1-8057-a4e7276a96c9 None None] The sync data for ids ['9c9fe70a-65eb-4530-9a4c-a33747b8255c'] in dv-cinder-837052-1-smb is: [{'id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'name': 'tempest-TestShelveInstance-2076879531-router', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:55Z', 'updated_at': '2022-04-08T02:51:56Z', 'revision_number': 3, 'project_id': '66ccf8f5b6924bc68142eb543cdcd118', 'gw_port': {'id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:56Z', 'updated_at': '2022-04-08T02:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:51:59.592589 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-95162168-665a-4792-81af-05da22953fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:59.619357 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:59.629381 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107667'] for port, after_update {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:59.662439 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-95162168-665a-4792-81af-05da22953fb9 None None] For port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c,segment=NetworkSegment(0e33e148-fe73-430d-8a12-c859f6dd8e0f),segment_id=0e33e148-fe73-430d-8a12-c859f6dd8e0f)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:51:59.672465 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-95162168-665a-4792-81af-05da22953fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:59.768053 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2029860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-980783'] for router_interface, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:59.783827 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Pushing event updated for resources: {'Port': ['ID=dac72d7b-26a1-4ce4-b6f9-0083c142dccc,revision_number=2']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:59.855568 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95162168-665a-4792-81af-05da22953fb9 None None] Pushing event updated for resources: {'Port': ['ID=42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:51:59.887284 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ec366e62-205a-43df-afab-50151afdffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:51:51Z', 'revision_number': 4, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port': {'id': 'ec366e62-205a-43df-afab-50151afdffc5', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:48Z', 'updated_at': '2022-04-08T02:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'd9c86d65-e018-49a0-8e36-f6943fff5263', 'name': '', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'mac_address': 'fa:16:3e:1c:92:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:51Z', 'updated_at': '2022-04-08T02:51:58Z', 'revision_number': 4, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'subnets': [{'id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:51:59.896178 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b54fc-8543-44aa-968a-64cbe1d990ac None None] The sync data for ids ['e1b0d4d8-f412-4124-981c-e76dae960386'] in dv-cinder-837052-1-smb is: [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ec366e62-205a-43df-afab-50151afdffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:51:51Z', 'revision_number': 4, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port': {'id': 'ec366e62-205a-43df-afab-50151afdffc5', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:48Z', 'updated_at': '2022-04-08T02:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'd9c86d65-e018-49a0-8e36-f6943fff5263', 'name': '', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'mac_address': 'fa:16:3e:1c:92:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:51Z', 'updated_at': '2022-04-08T02:51:58Z', 'revision_number': 4, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'subnets': [{'id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:52:00.030378 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-4c6439a9-7a6f-4464-95d8-a5bef8e153c1 None None] Provisioning for port dac72d7b-26a1-4ce4-b6f9-0083c142dccc completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:52:00.037135 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Network e3f92f1e-7b5e-48b2-89a8-91241e66d878 is already hosted by enough agents. {{(pid=83154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:52:00.038281 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.base_scheduler [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:52:00.043619 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-4c6439a9-7a6f-4464-95d8-a5bef8e153c1 None None] Provisioning complete for port dac72d7b-26a1-4ce4-b6f9-0083c142dccc triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:52:00.043988 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-4c6439a9-7a6f-4464-95d8-a5bef8e153c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:00.125669 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-4c6439a9-7a6f-4464-95d8-a5bef8e153c1 None None] Port dac72d7b-26a1-4ce4-b6f9-0083c142dccc cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:52:00.149959 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-4c6439a9-7a6f-4464-95d8-a5bef8e153c1 None None] Provisioning complete for port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:52:00.150746 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-4c6439a9-7a6f-4464-95d8-a5bef8e153c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:00.477859 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-122e922f-9a83-4166-a061-9c9fe00240f2 None None] Provisioning complete for port dac72d7b-26a1-4ce4-b6f9-0083c142dccc triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:52:00.482106 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-122e922f-9a83-4166-a061-9c9fe00240f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:00.572193 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-122e922f-9a83-4166-a061-9c9fe00240f2 None None] Port dac72d7b-26a1-4ce4-b6f9-0083c142dccc cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:52:00.742316 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Router 9c9fe70a-65eb-4530-9a4c-a33747b8255c has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:52:00.804667 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-a4a8ba2e-3db7-41a6-a6a0-71c731961c5a None None] Provisioning complete for port dac72d7b-26a1-4ce4-b6f9-0083c142dccc triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:52:00.805429 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ba2e-3db7-41a6-a6a0-71c731961c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:00.915999 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8ba2e-3db7-41a6-a6a0-71c731961c5a None None] Port dac72d7b-26a1-4ce4-b6f9-0083c142dccc cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:52:01.022643 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:52:01.033970 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-52dac102-37ed-41f1-9a50-43a3fe8237b9 admin admin] 10.222.0.44 "PUT /v2.0/routers/9c9fe70a-65eb-4530-9a4c-a33747b8255c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8687665 Apr 08 02:52:01.154104 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43444) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:01.304991 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-16a673bc-e32d-4fac-9701-720932f7cf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:01.352940 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-16a673bc-e32d-4fac-9701-720932f7cf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:01.356962 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-16a673bc-e32d-4fac-9701-720932f7cf05 admin admin] Usage tracker for resource:security_group_rule and tenant:35cf7752468d41e2b44ebfeff6addbf8 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:01.359900 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-16a673bc-e32d-4fac-9701-720932f7cf05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:01.365591 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-16a673bc-e32d-4fac-9701-720932f7cf05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:01.434495 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-16a673bc-e32d-4fac-9701-720932f7cf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:01.439726 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-16a673bc-e32d-4fac-9701-720932f7cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:01.485544 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a673bc-e32d-4fac-9701-720932f7cf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9ddb09-2e4c-4d01-b3ee-6ff5661bdc21,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:01.493785 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43454) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:01.494513 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-16a673bc-e32d-4fac-9701-720932f7cf05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35cf7752468d41e2b44ebfeff6addbf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3382158 Apr 08 02:52:01.552392 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f9f7a0d3-6190-46c6-bdcc-de018780bd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:01.579982 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f9f7a0d3-6190-46c6-bdcc-de018780bd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:01.637587 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f9f7a0d3-6190-46c6-bdcc-de018780bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:01.651593 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7a0d3-6190-46c6-bdcc-de018780bd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9ddb09-2e4c-4d01-b3ee-6ff5661bdc21,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:01.663261 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-f9f7a0d3-6190-46c6-bdcc-de018780bd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:01.669113 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-f9f7a0d3-6190-46c6-bdcc-de018780bd23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb9ddb09-2e4c-4d01-b3ee-6ff5661bdc21 HTTP/1.1" status: 204 len: 168 time: 0.1741002 Apr 08 02:52:01.735820 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43460) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:01.746870 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402875177', 'description': 'tempest-secgroup-smoke-1402875177 description', 'project_id': '0221754f1ef94bb8b2a3448963eec8d7'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:52:01.754881 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:01.762779 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Usage tracker for resource:security_group and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:01.766146 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:01.773731 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:01.792898 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:01.848025 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:01.852235 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Usage tracker for resource:security_group_rule and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:01.856613 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:01.874144 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:01.945563 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:52:02.004641 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.013200 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.033523 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:52:02.033757 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.099197 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3999d407-a00f-4540-8328-118cb0fb21fa,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:02.129707 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.131224 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-dd04ad8d-c63a-4e0b-bc7e-a888d538a10f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3939147 Apr 08 02:52:02.133995 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43472) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:02.141487 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-82858114-0a9e-49d6-b6cd-d14438e4b809 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Request body: {'security_group_rule': {'security_group_id': '3999d407-a00f-4540-8328-118cb0fb21fa', 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:52:02.156682 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-82858114-0a9e-49d6-b6cd-d14438e4b809 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:02.161595 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-82858114-0a9e-49d6-b6cd-d14438e4b809 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Usage tracker for resource:security_group_rule and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:02.165026 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-82858114-0a9e-49d6-b6cd-d14438e4b809 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:02.171372 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-82858114-0a9e-49d6-b6cd-d14438e4b809 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:02.201049 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-82858114-0a9e-49d6-b6cd-d14438e4b809 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.234092 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device d2d6fd06-dfaf-41b3-8894-c2561765ad90 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:52:02.264097 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-82858114-0a9e-49d6-b6cd-d14438e4b809 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.269054 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-82858114-0a9e-49d6-b6cd-d14438e4b809 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.293954 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82858114-0a9e-49d6-b6cd-d14438e4b809 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da64940-f8fa-4111-85cb-060a0c6d8fe7,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:02.304756 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-82858114-0a9e-49d6-b6cd-d14438e4b809 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.306112 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-82858114-0a9e-49d6-b6cd-d14438e4b809 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1708529 Apr 08 02:52:02.308245 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port d2d6fd06-dfaf-41b3-8894-c2561765ad90 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:52:02.309174 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43476) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:02.313479 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port d2d6fd06-dfaf-41b3-8894-c2561765ad90 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:52:02.313848 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.314624 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-d5d9eb41-bdb2-4177-bd34-7ba4d615adac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Request body: {'security_group_rule': {'security_group_id': '3999d407-a00f-4540-8328-118cb0fb21fa', 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:52:02.320464 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-d5d9eb41-bdb2-4177-bd34-7ba4d615adac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:02.324345 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-d5d9eb41-bdb2-4177-bd34-7ba4d615adac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Usage tracker for resource:security_group_rule and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:02.327360 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-d5d9eb41-bdb2-4177-bd34-7ba4d615adac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:02.332962 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-d5d9eb41-bdb2-4177-bd34-7ba4d615adac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:02.352175 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d5d9eb41-bdb2-4177-bd34-7ba4d615adac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.416252 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d5d9eb41-bdb2-4177-bd34-7ba4d615adac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.421435 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d5d9eb41-bdb2-4177-bd34-7ba4d615adac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.430033 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.446541 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9eb41-bdb2-4177-bd34-7ba4d615adac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417d7dda-be36-44b4-9675-9817139a426e,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:02.450466 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port d2d6fd06-dfaf-41b3-8894-c2561765ad90, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=d2d6fd06-dfaf-41b3-8894-c2561765ad90,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:52:02.457217 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.458025 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device d9c86d65-e018-49a0-8e36-f6943fff5263 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:52:02.458591 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-d5d9eb41-bdb2-4177-bd34-7ba4d615adac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.460212 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-d5d9eb41-bdb2-4177-bd34-7ba4d615adac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1497400 Apr 08 02:52:02.462516 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43480) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:02.468120 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-47f78293-80f2-437a-a191-ab81f7bf1015 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Request body: {'security_group_rule': {'security_group_id': '3999d407-a00f-4540-8328-118cb0fb21fa', 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:52:02.474288 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-47f78293-80f2-437a-a191-ab81f7bf1015 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:02.478057 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-47f78293-80f2-437a-a191-ab81f7bf1015 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Usage tracker for resource:security_group_rule and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:02.480919 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-47f78293-80f2-437a-a191-ab81f7bf1015 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:02.486575 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-47f78293-80f2-437a-a191-ab81f7bf1015 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:02.503427 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47f78293-80f2-437a-a191-ab81f7bf1015 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.568748 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47f78293-80f2-437a-a191-ab81f7bf1015 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.569934 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=d2d6fd06-dfaf-41b3-8894-c2561765ad90,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:02.574184 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47f78293-80f2-437a-a191-ab81f7bf1015 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.583880 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port d9c86d65-e018-49a0-8e36-f6943fff5263 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:52:02.588584 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port d9c86d65-e018-49a0-8e36-f6943fff5263 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:52:02.588944 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.600584 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f78293-80f2-437a-a191-ab81f7bf1015 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348b93e2-597d-4b46-a9f8-c43ac54a3712,revision_number=0']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:02.610751 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-47f78293-80f2-437a-a191-ab81f7bf1015 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.614671 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-47f78293-80f2-437a-a191-ab81f7bf1015 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1485078 Apr 08 02:52:02.615344 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43484) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:02.621498 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-22545272-965a-4f31-bc87-0a3617722b0c tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Request body: {'security_group_rule': {'security_group_id': '3999d407-a00f-4540-8328-118cb0fb21fa', 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:52:02.628116 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-22545272-965a-4f31-bc87-0a3617722b0c tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:02.631990 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-22545272-965a-4f31-bc87-0a3617722b0c tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Usage tracker for resource:security_group_rule and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:02.634802 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-22545272-965a-4f31-bc87-0a3617722b0c tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:02.640962 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-22545272-965a-4f31-bc87-0a3617722b0c tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:02.658791 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-22545272-965a-4f31-bc87-0a3617722b0c tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.704906 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.723155 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-22545272-965a-4f31-bc87-0a3617722b0c tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.728105 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-22545272-965a-4f31-bc87-0a3617722b0c tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.736580 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port d9c86d65-e018-49a0-8e36-f6943fff5263, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=d9c86d65-e018-49a0-8e36-f6943fff5263,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:52:02.741975 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.754123 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22545272-965a-4f31-bc87-0a3617722b0c tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b7dc33-1f6a-4b69-808b-04f9378c1f07,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:02.770874 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-22545272-965a-4f31-bc87-0a3617722b0c tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.772232 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-22545272-965a-4f31-bc87-0a3617722b0c tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1557517 Apr 08 02:52:02.775329 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43488) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:02.781017 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-9b3a20d6-76c8-4741-b946-3e93255b4929 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Request body: {'security_group_rule': {'security_group_id': '3999d407-a00f-4540-8328-118cb0fb21fa', 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:52:02.787047 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-9b3a20d6-76c8-4741-b946-3e93255b4929 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:02.790702 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-9b3a20d6-76c8-4741-b946-3e93255b4929 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Usage tracker for resource:security_group_rule and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:02.793711 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-9b3a20d6-76c8-4741-b946-3e93255b4929 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:02.799326 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-9b3a20d6-76c8-4741-b946-3e93255b4929 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:02.808420 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=d9c86d65-e018-49a0-8e36-f6943fff5263,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:02.810615 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.securitygroups_db [None req-9b3a20d6-76c8-4741-b946-3e93255b4929 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Project 0221754f1ef94bb8b2a3448963eec8d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 02:52:02.816941 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9b3a20d6-76c8-4741-b946-3e93255b4929 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.883801 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9b3a20d6-76c8-4741-b946-3e93255b4929 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.888885 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9b3a20d6-76c8-4741-b946-3e93255b4929 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.912482 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a20d6-76c8-4741-b946-3e93255b4929 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eae3adb-f002-4846-9a91-561bd146d8cb,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:02.928357 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-9b3a20d6-76c8-4741-b946-3e93255b4929 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:02.929673 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-9b3a20d6-76c8-4741-b946-3e93255b4929 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1533003 Apr 08 02:52:02.932444 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43492) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:02.938026 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.v2.base [None req-ee62b82e-e418-43fa-a40d-0d74d5abd9ac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Request body: {'security_group_rule': {'security_group_id': '3999d407-a00f-4540-8328-118cb0fb21fa', 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:52:02.944490 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-ee62b82e-e418-43fa-a40d-0d74d5abd9ac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:02.948301 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-ee62b82e-e418-43fa-a40d-0d74d5abd9ac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Usage tracker for resource:security_group_rule and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:02.951250 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-ee62b82e-e418-43fa-a40d-0d74d5abd9ac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:02.956886 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-ee62b82e-e418-43fa-a40d-0d74d5abd9ac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:02.969946 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.db.securitygroups_db [None req-ee62b82e-e418-43fa-a40d-0d74d5abd9ac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Project 0221754f1ef94bb8b2a3448963eec8d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 02:52:02.976806 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ee62b82e-e418-43fa-a40d-0d74d5abd9ac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:03.042909 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ee62b82e-e418-43fa-a40d-0d74d5abd9ac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:03.048611 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ee62b82e-e418-43fa-a40d-0d74d5abd9ac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027072'] for security_group_rule, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:03.075616 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62b82e-e418-43fa-a40d-0d74d5abd9ac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5ff763-bce9-45b4-9a7b-d730bcb5c16e,revision_number=0']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:03.083445 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-ee62b82e-e418-43fa-a40d-0d74d5abd9ac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:03.084916 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-ee62b82e-e418-43fa-a40d-0d74d5abd9ac tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1515427 Apr 08 02:52:03.778405 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device d2d6fd06-dfaf-41b3-8894-c2561765ad90 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:52:03.846504 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port d2d6fd06-dfaf-41b3-8894-c2561765ad90 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:52:03.847207 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:03.964786 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device d9c86d65-e018-49a0-8e36-f6943fff5263 up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:52:04.033558 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port d9c86d65-e018-49a0-8e36-f6943fff5263 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:52:04.033940 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:07.331281 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43562) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:07.491596 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-93447104-0e9d-4596-ab4e-713c7254215b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:07.523270 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-93447104-0e9d-4596-ab4e-713c7254215b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:07.527700 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-93447104-0e9d-4596-ab4e-713c7254215b admin admin] Usage tracker for resource:security_group_rule and tenant:af5119ceb77743a38cc77820cf15bb7e is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:07.530799 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-93447104-0e9d-4596-ab4e-713c7254215b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:07.537274 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-93447104-0e9d-4596-ab4e-713c7254215b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:07.603499 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-93447104-0e9d-4596-ab4e-713c7254215b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:07.609592 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-93447104-0e9d-4596-ab4e-713c7254215b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:07.654934 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93447104-0e9d-4596-ab4e-713c7254215b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10727b1-af36-4471-8a5d-4c43aa2115a6,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:07.659532 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-93447104-0e9d-4596-ab4e-713c7254215b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af5119ceb77743a38cc77820cf15bb7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3272963 Apr 08 02:52:07.662076 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43570) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:07.722435 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-03cda011-8b57-44e9-b813-aebfea5097b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:07.748793 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-03cda011-8b57-44e9-b813-aebfea5097b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:07.808883 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-03cda011-8b57-44e9-b813-aebfea5097b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:07.916820 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cda011-8b57-44e9-b813-aebfea5097b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10727b1-af36-4471-8a5d-4c43aa2115a6,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:07.924956 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-03cda011-8b57-44e9-b813-aebfea5097b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:07.926213 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-03cda011-8b57-44e9-b813-aebfea5097b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f10727b1-af36-4471-8a5d-4c43aa2115a6 HTTP/1.1" status: 204 len: 168 time: 0.2630701 Apr 08 02:52:13.488717 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8e94b9ae-c749-4036-a353-4d61ca15c342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:15.834542 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-cfc452eb-8267-4e11-a8d9-59273445a710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:16.687045 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:16.860687 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:18.164557 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:19.210407 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-d2b36e60-dbcc-49c1-b12a-c0df645006cf tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Synchronizing usage tracker for tenant:0221754f1ef94bb8b2a3448963eec8d7 on resource:security_group {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:52:19.228867 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-d2b36e60-dbcc-49c1-b12a-c0df645006cf tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Unset dirty status for tenant:0221754f1ef94bb8b2a3448963eec8d7 on resource:security_group {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:52:19.230112 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-d2b36e60-dbcc-49c1-b12a-c0df645006cf tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402875177&fields=id&tenant_id=0221754f1ef94bb8b2a3448963eec8d7 HTTP/1.1" status: 200 len: 267 time: 0.0605896 Apr 08 02:52:19.376545 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-0bd0173f-3ef2-4b05-bdc8-41d4057f162e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:19.377113 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-0bd0173f-3ef2-4b05-bdc8-41d4057f162e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Synchronizing usage tracker for tenant:0221754f1ef94bb8b2a3448963eec8d7 on resource:network {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:52:19.398200 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-0bd0173f-3ef2-4b05-bdc8-41d4057f162e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Unset dirty status for tenant:0221754f1ef94bb8b2a3448963eec8d7 on resource:network {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:52:19.399388 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-0bd0173f-3ef2-4b05-bdc8-41d4057f162e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/networks?id=df56683b-d1fd-4027-8c01-f8f7d61b1642 HTTP/1.1" status: 200 len: 809 time: 0.1626763 Apr 08 02:52:19.415399 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-096169ba-9ac8-4fa5-90b3-c960e5653212 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/quotas/0221754f1ef94bb8b2a3448963eec8d7 HTTP/1.1" status: 200 len: 375 time: 0.0106323 Apr 08 02:52:19.505024 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-238dca5e-0234-4051-b1e4-137f58c14d40 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0221754f1ef94bb8b2a3448963eec8d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847650 Apr 08 02:52:19.643560 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-9fa98671-18ae-4a2e-86e3-e01c2bfb450b service neutron] 10.222.0.44 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264195 Apr 08 02:52:19.778922 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-1560c8d8-02e6-4d8f-b266-428554530b4b service neutron] 10.222.0.44 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296599 Apr 08 02:52:20.099064 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43780) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:20.223559 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-190ba885-89ad-42e5-bb86-189d24f2d564 req-6bb41f4b-40f3-4197-8f63-2d7906803121 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 210 time: 0.0539289 Apr 08 02:52:20.285708 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.319384 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:20.323593 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Usage tracker for resource:security_group_rule and tenant:f974c8a21b994f73be07e577d9ba51f0 is out of sync, need to count used quota {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:20.326667 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:20.333094 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.quota.driver [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:20.360448 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43796) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:20.411197 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.418097 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.519344 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9bb58d7f-eff5-488c-8b8d-5c7e462413f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.552659 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9bb58d7f-eff5-488c-8b8d-5c7e462413f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:20.557519 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9bb58d7f-eff5-488c-8b8d-5c7e462413f6 admin admin] Usage tracker for resource:security_group_rule and tenant:59430157a20747dda3d7449c0c61cf2e is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:20.560356 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-9bb58d7f-eff5-488c-8b8d-5c7e462413f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:20.566424 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-9bb58d7f-eff5-488c-8b8d-5c7e462413f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:20.575455 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def70b92-4b06-44dd-97b2-f90d28465a66,revision_number=1']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:20.584633 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f974c8a21b994f73be07e577d9ba51f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4837887 Apr 08 02:52:20.587257 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43804) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:20.605253 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:20.605581 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:20.605917 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:20.606229 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:20.606740 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:20.607091 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:20.607412 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:20.607734 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:20.608047 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:20.608358 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:20.608674 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbb3e7-0f12-4f3a-b521-8040777320f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:20.640244 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9bb58d7f-eff5-488c-8b8d-5c7e462413f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.646353 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-9bb58d7f-eff5-488c-8b8d-5c7e462413f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.660872 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8206e8f7-252e-48d9-a082-6f5dc1ca4d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.688371 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8206e8f7-252e-48d9-a082-6f5dc1ca4d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.692616 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb58d7f-eff5-488c-8b8d-5c7e462413f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0568eaa-7128-42ab-a5cd-a603211c32a5,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:20.697571 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-9bb58d7f-eff5-488c-8b8d-5c7e462413f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59430157a20747dda3d7449c0c61cf2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3360734 Apr 08 02:52:20.700274 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43808) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:20.746065 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8206e8f7-252e-48d9-a082-6f5dc1ca4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.762418 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7e215879-b524-4654-a64d-d5eb33128462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.762648 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206e8f7-252e-48d9-a082-6f5dc1ca4d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def70b92-4b06-44dd-97b2-f90d28465a66,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:20.766912 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-8206e8f7-252e-48d9-a082-6f5dc1ca4d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.770489 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-8206e8f7-252e-48d9-a082-6f5dc1ca4d5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/def70b92-4b06-44dd-97b2-f90d28465a66 HTTP/1.1" status: 204 len: 168 time: 0.1798782 Apr 08 02:52:20.793434 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7e215879-b524-4654-a64d-d5eb33128462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.848902 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7e215879-b524-4654-a64d-d5eb33128462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.865053 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e215879-b524-4654-a64d-d5eb33128462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0568eaa-7128-42ab-a5cd-a603211c32a5,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:20.869467 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7e215879-b524-4654-a64d-d5eb33128462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:20.870460 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-7e215879-b524-4654-a64d-d5eb33128462 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0568eaa-7128-42ab-a5cd-a603211c32a5 HTTP/1.1" status: 204 len: 168 time: 0.1692166 Apr 08 02:52:21.361237 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-d1155ed3-f478-4c54-8430-4401569e1c15 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:21.362864 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-d1155ed3-f478-4c54-8430-4401569e1c15 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.37 "GET /v2.0/networks?id=df56683b-d1fd-4027-8c01-f8f7d61b1642 HTTP/1.1" status: 200 len: 809 time: 0.1648867 Apr 08 02:52:21.402345 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-af2f1d5b-7caa-4f85-9b5d-a0456d839b9a req-a395e7ed-7223-4242-b9c0-e9fb63bcc82e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 210 time: 0.0440497 Apr 08 02:52:21.415442 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-ffe23454-5973-4225-ad5b-62a83e5bfd08 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Synchronizing usage tracker for tenant:0221754f1ef94bb8b2a3448963eec8d7 on resource:security_group {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:52:21.427451 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-ffe23454-5973-4225-ad5b-62a83e5bfd08 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Unset dirty status for tenant:0221754f1ef94bb8b2a3448963eec8d7 on resource:security_group {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:52:21.428599 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-ffe23454-5973-4225-ad5b-62a83e5bfd08 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0221754f1ef94bb8b2a3448963eec8d7 HTTP/1.1" status: 200 len: 380 time: 0.0544157 Apr 08 02:52:21.441937 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Request body: {'port': {'device_id': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'admin_state_up': True, 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'security_groups': ['3999d407-a00f-4540-8328-118cb0fb21fa']}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:52:21.575191 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:21.579194 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Usage tracker for resource:port and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:21.582195 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:21.588141 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:21.600524 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Made reservation on behalf of 0221754f1ef94bb8b2a3448963eec8d7 for: {'port': 1} {{(pid=83153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:52:21.603728 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:21.764070 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Allocated IP 172.20.0.14 (df56683b-d1fd-4027-8c01-f8f7d61b1642/c414d9be-7902-4e55-a950-cc3cf10c8843/694a4c27-1fdc-4855-b99d-0e4f0ba70770) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:52:21.954213 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:21.970801 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Transition to ACTIVE for port object 694a4c27-1fdc-4855-b99d-0e4f0ba70770 will not be triggered until provisioned by entity DHCP. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:52:21.993247 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:22.065441 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Network df56683b-d1fd-4027-8c01-f8f7d61b1642 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:52:22.068538 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:52:22.072760 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:52:22.097664 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Pushing event updated for resources: {'Port': ['ID=694a4c27-1fdc-4855-b99d-0e4f0ba70770,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:22.136372 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:22.137008 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:22.162109 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-69f3fcea-0bcd-4f80-af7d-68b8f1ebb73e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7238703 Apr 08 02:52:22.174472 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Request body: {'port': {'device_id': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:52:22.251455 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Sync routers for ids ['9c9fe70a-65eb-4530-9a4c-a33747b8255c'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:52:22.263846 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Routers {'9c9fe70a-65eb-4530-9a4c-a33747b8255c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:52:22.264465 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:52:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['9c9fe70a-65eb-4530-9a4c-a33747b8255c'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:52:22.294173 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:22.414950 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-53996f5a-5793-4c4a-9dcb-485f6e7e7f6a None None] Provisioning for port 694a4c27-1fdc-4855-b99d-0e4f0ba70770 completed by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:52:22.428643 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-53996f5a-5793-4c4a-9dcb-485f6e7e7f6a None None] Provisioning complete for port 694a4c27-1fdc-4855-b99d-0e4f0ba70770 triggered by entity DHCP. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:52:22.429009 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-53996f5a-5793-4c4a-9dcb-485f6e7e7f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:22.494774 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-53996f5a-5793-4c4a-9dcb-485f6e7e7f6a None None] Port 694a4c27-1fdc-4855-b99d-0e4f0ba70770 cannot update to ACTIVE because it is not bound. {{(pid=83155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 02:52:22.496272 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Set router 9c9fe70a-65eb-4530-9a4c-a33747b8255c gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:52:22.602195 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9597e5d-ad9c-42b4-9705-a2c0586936a5 req-ccf24419-421c-4794-9fbf-cfaf7f44368d tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:22.604644 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d9597e5d-ad9c-42b4-9705-a2c0586936a5 req-ccf24419-421c-4794-9fbf-cfaf7f44368d tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 932 time: 0.0766819 Apr 08 02:52:22.634532 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694a4c27-1fdc-4855-b99d-0e4f0ba70770 {{(pid=83153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:52:22.643295 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:22.651468 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-d9597e5d-ad9c-42b4-9705-a2c0586936a5 req-843ddac4-e89b-4143-9e93-ddadb6c0d124 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410278 Apr 08 02:52:22.663075 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.provisioning_blocks [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Transition to ACTIVE for port object 694a4c27-1fdc-4855-b99d-0e4f0ba70770 will not be triggered until provisioned by entity L2. {{(pid=83153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:52:22.669724 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:22.796662 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Pushing event updated for resources: {'Port': ['ID=694a4c27-1fdc-4855-b99d-0e4f0ba70770,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:22.815490 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'name': 'tempest-TestShelveInstance-2076879531-router', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:55Z', 'updated_at': '2022-04-08T02:51:59Z', 'revision_number': 4, 'project_id': '66ccf8f5b6924bc68142eb543cdcd118', 'gw_port': {'id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:56Z', 'updated_at': '2022-04-08T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'dac72d7b-26a1-4ce4-b6f9-0083c142dccc', 'name': '', 'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'mac_address': 'fa:16:3e:45:96:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766c2535-3a84-4ad3-8071-a657c03b7695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:58Z', 'updated_at': '2022-04-08T02:51:59Z', 'revision_number': 2, 'project_id': '66ccf8f5b6924bc68142eb543cdcd118', 'subnets': [{'id': '766c2535-3a84-4ad3-8071-a657c03b7695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:52:22.819867 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Checking router: 9c9fe70a-65eb-4530-9a4c-a33747b8255c for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:52:22.820211 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Updating router 9c9fe70a-65eb-4530-9a4c-a33747b8255c port dac72d7b-26a1-4ce4-b6f9-0083c142dccc binding host dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 02:52:22.913647 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:23.003625 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Attempting to bind port 694a4c27-1fdc-4855-b99d-0e4f0ba70770 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:52:23.003981 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Attempting to bind port 694a4c27-1fdc-4855-b99d-0e4f0ba70770 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '211a9646-e29c-46f4-9d3e-278246ae457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642'}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:52:23.004335 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Attempting to bind port 694a4c27-1fdc-4855-b99d-0e4f0ba70770 on network df56683b-d1fd-4027-8c01-f8f7d61b1642 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:52:23.010467 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Port 694a4c27-1fdc-4855-b99d-0e4f0ba70770 on network df56683b-d1fd-4027-8c01-f8f7d61b1642 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 02:52:23.010714 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Attempting to bind port 694a4c27-1fdc-4855-b99d-0e4f0ba70770 on network df56683b-d1fd-4027-8c01-f8f7d61b1642 {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:52:23.017141 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Checking agent: {'id': '49a3fc4a-dcb8-4b78-bcd1-808dee8b907f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:52:23.017466 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Checking segment: {'id': '211a9646-e29c-46f4-9d3e-278246ae457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:52:23.017840 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Bound using segment: {'id': '211a9646-e29c-46f4-9d3e-278246ae457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642'} {{(pid=83153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:52:23.018247 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.managers [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Bound port: 694a4c27-1fdc-4855-b99d-0e4f0ba70770, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211a9646-e29c-46f4-9d3e-278246ae457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642'}}] {{(pid=83153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:52:23.018586 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:23.107845 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] For port 694a4c27-1fdc-4855-b99d-0e4f0ba70770, host hv-cinder-83705, cleared binding levels {{(pid=83153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:52:23.110793 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] For port 694a4c27-1fdc-4855-b99d-0e4f0ba70770, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:52:23.115650 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:23.177943 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:23.179682 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] 10.222.0.37 "PUT /v2.0/ports/694a4c27-1fdc-4855-b99d-0e4f0ba70770 HTTP/1.1" status: 200 len: 1094 time: 1.0094678 Apr 08 02:52:23.179816 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:52:23.195072 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3f44a-9fb2-4c3f-8cce-ad3d7253db67 service neutron] Pushing event updated for resources: {'Port': ['ID=694a4c27-1fdc-4855-b99d-0e4f0ba70770,revision_number=3']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:23.266859 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:23.270374 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4113fd-ace5-4e2c-9be6-4ab5a039c35f'] response: {'name': 'network-changed', 'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'status': 'completed', 'code': 200} Apr 08 02:52:23.279890 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Transition to ACTIVE for port object dac72d7b-26a1-4ce4-b6f9-0083c142dccc will not be triggered until provisioned by entity L2. {{(pid=83155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:52:23.291762 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:23.312936 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-f1cc5667-61e0-4c56-9075-7f285c0734cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0221754f1ef94bb8b2a3448963eec8d7&device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 1097 time: 0.0822887 Apr 08 02:52:23.385506 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-7a9de52f-725b-4ee0-a31d-4b47392782fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770 HTTP/1.1" status: 200 len: 217 time: 0.0654514 Apr 08 02:52:23.417619 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463ac08-6bd5-4f4f-bdd3-59e87e4855e9 None None] Pushing event updated for resources: {'Port': ['ID=dac72d7b-26a1-4ce4-b6f9-0083c142dccc,revision_number=3']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:23.455783 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-01de873f-b1ed-4d99-9c61-f2d59e5f8d34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:23.457442 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-01de873f-b1ed-4d99-9c61-f2d59e5f8d34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c414d9be-7902-4e55-a950-cc3cf10c8843 HTTP/1.1" status: 200 len: 848 time: 0.0663052 Apr 08 02:52:23.524910 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Attempting to bind port dac72d7b-26a1-4ce4-b6f9-0083c142dccc on host dv-cinder-837052-1-smb for vnic_type normal with profile {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:52:23.525275 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Attempting to bind port dac72d7b-26a1-4ce4-b6f9-0083c142dccc by drivers openvswitch,hyperv on host dv-cinder-837052-1-smb at level 0 using segments [{'id': '0e33e148-fe73-430d-8a12-c859f6dd8e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878'}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:52:23.525625 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Attempting to bind port dac72d7b-26a1-4ce4-b6f9-0083c142dccc on network e3f92f1e-7b5e-48b2-89a8-91241e66d878 {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 02:52:23.543653 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-15503f72-1d06-4e89-b48f-6b3347355bb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df56683b-d1fd-4027-8c01-f8f7d61b1642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805047 Apr 08 02:52:23.544930 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Checking agent: {'id': '686f97c1-e733-4de7-a778-5722ee6eaa10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 35, 47), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 02:52:23.545159 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Checking segment: {'id': '0e33e148-fe73-430d-8a12-c859f6dd8e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 02:52:23.545616 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:23.546214 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Bound using segment: {'id': '0e33e148-fe73-430d-8a12-c859f6dd8e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878'} {{(pid=83155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 02:52:23.546723 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.managers [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Bound port: dac72d7b-26a1-4ce4-b6f9-0083c142dccc, host: dv-cinder-837052-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e33e148-fe73-430d-8a12-c859f6dd8e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878'}}] {{(pid=83155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:52:23.547135 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:23.558147 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:23.640730 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] For port dac72d7b-26a1-4ce4-b6f9-0083c142dccc, host dv-cinder-837052-1-smb, cleared binding levels {{(pid=83155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 02:52:23.643877 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] For port dac72d7b-26a1-4ce4-b6f9-0083c142dccc, host dv-cinder-837052-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=dac72d7b-26a1-4ce4-b6f9-0083c142dccc,segment=NetworkSegment(0e33e148-fe73-430d-8a12-c859f6dd8e0f),segment_id=0e33e148-fe73-430d-8a12-c859f6dd8e0f)] {{(pid=83155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 02:52:23.652657 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:23.679783 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-a4ae9524-a1fc-43fd-9df7-b6afbfddcfe5 service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281772 Apr 08 02:52:23.749935 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463ac08-6bd5-4f4f-bdd3-59e87e4855e9 None None] Pushing event updated for resources: {'Port': ['ID=dac72d7b-26a1-4ce4-b6f9-0083c142dccc,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:23.754131 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Routers {'9c9fe70a-65eb-4530-9a4c-a33747b8255c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:52:23.754859 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:52:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['9c9fe70a-65eb-4530-9a4c-a33747b8255c'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:52:23.819521 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-61be6489-1d58-4781-801a-f25e0dc7fa1f req-78499963-b9f2-4a6d-bd04-51da19ee7356 service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357346 Apr 08 02:52:23.889259 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1745747-7633-4f24-aaa6-faeb9e4c3017 req-81413555-4b8b-4a7e-bb7f-b18d74343bab tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:23.897451 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e1745747-7633-4f24-aaa6-faeb9e4c3017 req-81413555-4b8b-4a7e-bb7f-b18d74343bab tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 944 time: 0.1061890 Apr 08 02:52:23.948207 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] Set router 9c9fe70a-65eb-4530-9a4c-a33747b8255c gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:52:23.955505 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ead0cee2-a192-44ca-9d85-c5be0316d0a1 req-1c32d035-9b7f-4d39-849c-0a78dc37be94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0221754f1ef94bb8b2a3448963eec8d7&device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 1097 time: 0.0812604 Apr 08 02:52:23.964124 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e1745747-7633-4f24-aaa6-faeb9e4c3017 req-aab2441b-b7ec-46b0-8ed5-404cc8b2d354 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657246 Apr 08 02:52:24.087792 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0cee2-a192-44ca-9d85-c5be0316d0a1 req-d8819001-1dc0-4c6d-8788-5e7136bf0dbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:24.089136 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ead0cee2-a192-44ca-9d85-c5be0316d0a1 req-d8819001-1dc0-4c6d-8788-5e7136bf0dbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=df56683b-d1fd-4027-8c01-f8f7d61b1642 HTTP/1.1" status: 200 len: 910 time: 0.1270561 Apr 08 02:52:24.158933 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ead0cee2-a192-44ca-9d85-c5be0316d0a1 req-3d0e91ba-3ffb-4a27-89e1-52175d04aba1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770 HTTP/1.1" status: 200 len: 217 time: 0.0625463 Apr 08 02:52:24.223576 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0cee2-a192-44ca-9d85-c5be0316d0a1 req-6c536f2f-d685-4664-8ee3-4e153a56d94a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:24.224693 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ead0cee2-a192-44ca-9d85-c5be0316d0a1 req-6c536f2f-d685-4664-8ee3-4e153a56d94a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c414d9be-7902-4e55-a950-cc3cf10c8843 HTTP/1.1" status: 200 len: 848 time: 0.0597062 Apr 08 02:52:24.270258 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'name': 'tempest-TestShelveInstance-2076879531-router', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:55Z', 'updated_at': '2022-04-08T02:51:59Z', 'revision_number': 4, 'project_id': '66ccf8f5b6924bc68142eb543cdcd118', 'gw_port': {'id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:56Z', 'updated_at': '2022-04-08T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'dac72d7b-26a1-4ce4-b6f9-0083c142dccc', 'name': '', 'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'mac_address': 'fa:16:3e:45:96:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766c2535-3a84-4ad3-8071-a657c03b7695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:58Z', 'updated_at': '2022-04-08T02:52:23Z', 'revision_number': 4, 'project_id': '66ccf8f5b6924bc68142eb543cdcd118', 'subnets': [{'id': '766c2535-3a84-4ad3-8071-a657c03b7695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:52:24.274408 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b126a59-d90a-4ad3-9529-a37c2b240bb0 None None] The sync data for ids ['9c9fe70a-65eb-4530-9a4c-a33747b8255c'] in dv-cinder-837052-1-smb is: [{'id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'name': 'tempest-TestShelveInstance-2076879531-router', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:55Z', 'updated_at': '2022-04-08T02:51:59Z', 'revision_number': 4, 'project_id': '66ccf8f5b6924bc68142eb543cdcd118', 'gw_port': {'id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:56Z', 'updated_at': '2022-04-08T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'dac72d7b-26a1-4ce4-b6f9-0083c142dccc', 'name': '', 'network_id': 'e3f92f1e-7b5e-48b2-89a8-91241e66d878', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'mac_address': 'fa:16:3e:45:96:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766c2535-3a84-4ad3-8071-a657c03b7695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:58Z', 'updated_at': '2022-04-08T02:52:23Z', 'revision_number': 4, 'project_id': '66ccf8f5b6924bc68142eb543cdcd118', 'subnets': [{'id': '766c2535-3a84-4ad3-8071-a657c03b7695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:52:24.296957 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ead0cee2-a192-44ca-9d85-c5be0316d0a1 req-dfaf583f-b2c1-408b-96a0-6083920ca5c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df56683b-d1fd-4027-8c01-f8f7d61b1642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0659497 Apr 08 02:52:24.443560 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ead0cee2-a192-44ca-9d85-c5be0316d0a1 req-201d77f6-dc76-4ed0-ac76-20f1fa77180d service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376693 Apr 08 02:52:24.472355 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 694a4c27-1fdc-4855-b99d-0e4f0ba70770 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:52:24.584696 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ead0cee2-a192-44ca-9d85-c5be0316d0a1 req-e3d24291-14cb-4921-b435-c80518e1de06 service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344442 Apr 08 02:52:24.615393 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 694a4c27-1fdc-4855-b99d-0e4f0ba70770, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:52:24.630244 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'port_id': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'mac_address': 'fa:16:3e:19:0b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:52:24.726969 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:24.744896 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694a4c27-1fdc-4855-b99d-0e4f0ba70770 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:52:24.760460 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 694a4c27-1fdc-4855-b99d-0e4f0ba70770, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:52:24.765398 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:24.832395 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=694a4c27-1fdc-4855-b99d-0e4f0ba70770,revision_number=4']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:24.970681 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['694a4c27-1fdc-4855-b99d-0e4f0ba70770'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:52:25.162178 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73accd58-9144-4264-bcca-f4930f77126f req-74a3f23e-6734-4dfe-afba-5ea6e3db25dc tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:25.163712 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-73accd58-9144-4264-bcca-f4930f77126f req-74a3f23e-6734-4dfe-afba-5ea6e3db25dc tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 945 time: 0.0795493 Apr 08 02:52:25.208578 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-73accd58-9144-4264-bcca-f4930f77126f req-cc333126-497e-4804-a722-ed2e71ac13d2 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389962 Apr 08 02:52:25.350447 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:52:25.802117 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device dac72d7b-26a1-4ce4-b6f9-0083c142dccc up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:52:25.873149 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning for port dac72d7b-26a1-4ce4-b6f9-0083c142dccc completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:52:25.877686 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port dac72d7b-26a1-4ce4-b6f9-0083c142dccc triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:52:25.878051 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:25.998830 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:26.030621 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-1b888801-b176-404c-bd08-f265e145291f None None] For port dac72d7b-26a1-4ce4-b6f9-0083c142dccc, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=dac72d7b-26a1-4ce4-b6f9-0083c142dccc,segment=NetworkSegment(0e33e148-fe73-430d-8a12-c859f6dd8e0f),segment_id=0e33e148-fe73-430d-8a12-c859f6dd8e0f)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:52:26.036835 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:26.099237 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Pushing event updated for resources: {'Port': ['ID=dac72d7b-26a1-4ce4-b6f9-0083c142dccc,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:26.411980 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3098e-ac69-418f-8953-dd35d821295e req-744198da-5fc0-4c3e-9b93-cbc4e8e2d7db tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:26.413429 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2cb3098e-ac69-418f-8953-dd35d821295e req-744198da-5fc0-4c3e-9b93-cbc4e8e2d7db tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 945 time: 0.0837970 Apr 08 02:52:26.460985 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-2cb3098e-ac69-418f-8953-dd35d821295e req-de856693-6c02-4ef3-8485-d6de5bfdbcd2 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418582 Apr 08 02:52:26.485321 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 694a4c27-1fdc-4855-b99d-0e4f0ba70770 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:52:26.559861 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning for port 694a4c27-1fdc-4855-b99d-0e4f0ba70770 completed by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:52:26.564424 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 694a4c27-1fdc-4855-b99d-0e4f0ba70770 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:52:26.564787 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:26.676695 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:26.702790 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:52:26.712510 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 694a4c27-1fdc-4855-b99d-0e4f0ba70770, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:52:26.718129 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:26.762129 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a7d9d5-4b63-4f26-8a3c-8b0ff9948baa'] response: {'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'code': 200} Apr 08 02:52:26.786843 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=694a4c27-1fdc-4855-b99d-0e4f0ba70770,revision_number=5']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:27.039675 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0d8b23de-c8d1-49ea-9dbb-5df124edf6b1 req-9160df8b-e50f-4167-970e-f7873e606bf9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 1099 time: 0.0674059 Apr 08 02:52:27.085384 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0d8b23de-c8d1-49ea-9dbb-5df124edf6b1 req-e6b64b64-be31-4c1a-bc3d-6f455c7b729b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399454 Apr 08 02:52:27.667009 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d48ac-e979-4fd8-809f-7a5b32f1bcf5 req-e1220efd-4c34-451c-a21b-190e27cb42a2 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:27.668464 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-349d48ac-e979-4fd8-809f-7a5b32f1bcf5 req-e1220efd-4c34-451c-a21b-190e27cb42a2 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0824156 Apr 08 02:52:27.731097 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-349d48ac-e979-4fd8-809f-7a5b32f1bcf5 req-0d4368f5-3bea-4d87-ba35-98996adf72c2 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534272 Apr 08 02:52:27.782501 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device dac72d7b-26a1-4ce4-b6f9-0083c142dccc up at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:52:27.849739 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-1b888801-b176-404c-bd08-f265e145291f None None] Provisioning complete for port dac72d7b-26a1-4ce4-b6f9-0083c142dccc triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:52:27.850093 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:28.937534 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c24c1-2c50-4370-9f1f-14acd1c58437 req-06ddb6a3-b4e3-4afc-beb4-1f09d4358f6d tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:28.938945 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-052c24c1-2c50-4370-9f1f-14acd1c58437 req-06ddb6a3-b4e3-4afc-beb4-1f09d4358f6d tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0754454 Apr 08 02:52:28.987348 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-052c24c1-2c50-4370-9f1f-14acd1c58437 req-376433bd-26d1-4915-8cbd-0e09d4cb1aea tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421605 Apr 08 02:52:29.193768 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414eb6a-a3b2-472b-8077-5cf424b5bff5 req-85dc91e0-841d-4bfa-a8bf-89fc7200209a tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:29.195246 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3414eb6a-a3b2-472b-8077-5cf424b5bff5 req-85dc91e0-841d-4bfa-a8bf-89fc7200209a tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0909078 Apr 08 02:52:29.241813 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3414eb6a-a3b2-472b-8077-5cf424b5bff5 req-1b6e44a3-bff0-41f2-8dc7-c11ad245d8b3 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Apr 08 02:52:29.269830 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43836) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:29.673007 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-393c5dac-6c4b-4b49-8b64-1f2dad4b9581 tempest-TestShelveInstance-832287996 tempest-TestShelveInstance-832287996-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 1094 time: 0.4019971 Apr 08 02:52:29.675975 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43842) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:29.680934 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.v2.base [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Request body: {'floatingip': {'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'port_id': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 02:52:29.686266 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:29.690126 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Usage tracker for resource:floatingip and tenant:0221754f1ef94bb8b2a3448963eec8d7 is out of sync, need to count used quota {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:29.693017 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:29.698636 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.quota.driver [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:29.714460 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for floatingip, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:29.867860 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:30.009571 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.db_base_plugin_common [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Allocated IP 172.28.1.195 (d59c54fc-6a56-459d-9ae4-db8d99a734e0/fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f/fde064ef-0633-4f69-ab09-41c9b8ff0059) {{(pid=83153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:52:30.160195 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for port, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:30.192452 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781780229506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:30.261740 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Network d59c54fc-6a56-459d-9ae4-db8d99a734e0 is already hosted by enough agents. {{(pid=83153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:52:30.264444 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.base_scheduler [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Resources bound (agent type, host, resource id): {{(pid=83153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:52:30.269981 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Received port after_create {{(pid=83153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 02:52:30.302101 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Pushing event updated for resources: {'Port': ['ID=fde064ef-0633-4f69-ab09-41c9b8ff0059,revision_number=1']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:30.782703 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:30.844299 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:31.055983 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for port, precommit_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:31.062486 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323127'] for port, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:31.169771 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Pushing event updated for resources: {'Port': ['ID=fde064ef-0633-4f69-ab09-41c9b8ff0059,revision_number=2']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:31.181363 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980235'] for floatingip, after_update {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:31.468544 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.db.l3_db [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Floating IP 87b1d968-1e57-4e41-b94e-60cc2256d609 associated. External IP: 172.28.1.195, port: 694a4c27-1fdc-4855-b99d-0e4f0ba70770. Apr 08 02:52:31.879406 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Router e1b0d4d8-f412-4124-981c-e76dae960386 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:52:32.077215 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:52:32.087164 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792cd697-5972-4c2d-97e2-cff5ad275e82 None None] Sync routers for ids ['e1b0d4d8-f412-4124-981c-e76dae960386'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:52:32.104110 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:32.104609 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792cd697-5972-4c2d-97e2-cff5ad275e82 None None] Routers {'e1b0d4d8-f412-4124-981c-e76dae960386'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:52:32.105645 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-792cd697-5972-4c2d-97e2-cff5ad275e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:52:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['e1b0d4d8-f412-4124-981c-e76dae960386'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:52:32.162776 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-c98f7400-b3e9-4eaa-a840-c4612c7ad7b4 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4858270 Apr 08 02:52:32.163473 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:52:32.217351 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdce3801-7bd1-46e3-89ef-621ab9810cc9'] response: {'name': 'network-changed', 'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'status': 'completed', 'code': 200} Apr 08 02:52:32.308936 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-954bec31-392d-4f88-9c4e-b623ce41a6f8 req-817c151b-86d1-4e89-9bf6-7f6ab3c99a66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0221754f1ef94bb8b2a3448963eec8d7&device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 1099 time: 0.0706713 Apr 08 02:52:32.449430 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bec31-392d-4f88-9c4e-b623ce41a6f8 req-dbe3b30f-13af-4c29-82c8-5ce927ccb1af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:32.451143 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-954bec31-392d-4f88-9c4e-b623ce41a6f8 req-dbe3b30f-13af-4c29-82c8-5ce927ccb1af service neutron] 10.222.0.37 "GET /v2.0/networks?id=df56683b-d1fd-4027-8c01-f8f7d61b1642 HTTP/1.1" status: 200 len: 910 time: 0.1354756 Apr 08 02:52:32.459553 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-792cd697-5972-4c2d-97e2-cff5ad275e82 None None] Set router e1b0d4d8-f412-4124-981c-e76dae960386 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:52:32.553814 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-954bec31-392d-4f88-9c4e-b623ce41a6f8 req-27c6dc01-9b7c-4cff-8833-18fffeb220e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770 HTTP/1.1" status: 200 len: 1000 time: 0.0968497 Apr 08 02:52:32.614600 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bec31-392d-4f88-9c4e-b623ce41a6f8 req-8c6b15a7-a23b-41c9-9e83-5a1f71c91b21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:52:32.615643 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-954bec31-392d-4f88-9c4e-b623ce41a6f8 req-8c6b15a7-a23b-41c9-9e83-5a1f71c91b21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c414d9be-7902-4e55-a950-cc3cf10c8843 HTTP/1.1" status: 200 len: 848 time: 0.0563509 Apr 08 02:52:32.687592 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-954bec31-392d-4f88-9c4e-b623ce41a6f8 req-d147015f-18c0-47cb-bcc5-be01ff0360cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df56683b-d1fd-4027-8c01-f8f7d61b1642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0661566 Apr 08 02:52:32.818936 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-954bec31-392d-4f88-9c4e-b623ce41a6f8 req-61d2ed70-db80-4ddf-bc8c-dcc0b720cf47 service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254418 Apr 08 02:52:32.834801 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-792cd697-5972-4c2d-97e2-cff5ad275e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ec366e62-205a-43df-afab-50151afdffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:51:51Z', 'revision_number': 4, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port': {'id': 'ec366e62-205a-43df-afab-50151afdffc5', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:48Z', 'updated_at': '2022-04-08T02:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '87b1d968-1e57-4e41-b94e-60cc2256d609', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'floating_ip_address': '172.28.1.195', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'port_id': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'mac_address': 'fa:16:3e:19:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:52:30Z', 'updated_at': '2022-04-08T02:52:30Z', 'revision_number': 0, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c86d65-e018-49a0-8e36-f6943fff5263', 'name': '', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'mac_address': 'fa:16:3e:1c:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:51Z', 'updated_at': '2022-04-08T02:52:02Z', 'revision_number': 5, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'subnets': [{'id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:52:32.838741 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792cd697-5972-4c2d-97e2-cff5ad275e82 None None] Checking router: e1b0d4d8-f412-4124-981c-e76dae960386 for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:52:32.849514 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792cd697-5972-4c2d-97e2-cff5ad275e82 None None] Routers {'e1b0d4d8-f412-4124-981c-e76dae960386'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:52:32.850449 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-792cd697-5972-4c2d-97e2-cff5ad275e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:52:16Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['e1b0d4d8-f412-4124-981c-e76dae960386'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:52:32.949823 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-954bec31-392d-4f88-9c4e-b623ce41a6f8 req-00651284-337d-4374-9667-29cacfe24f04 service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251581 Apr 08 02:52:33.026517 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-792cd697-5972-4c2d-97e2-cff5ad275e82 None None] Set router e1b0d4d8-f412-4124-981c-e76dae960386 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:52:33.377305 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-792cd697-5972-4c2d-97e2-cff5ad275e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ec366e62-205a-43df-afab-50151afdffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:51:51Z', 'revision_number': 4, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port': {'id': 'ec366e62-205a-43df-afab-50151afdffc5', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:48Z', 'updated_at': '2022-04-08T02:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '87b1d968-1e57-4e41-b94e-60cc2256d609', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'floating_ip_address': '172.28.1.195', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'port_id': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'mac_address': 'fa:16:3e:19:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:52:30Z', 'updated_at': '2022-04-08T02:52:30Z', 'revision_number': 0, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c86d65-e018-49a0-8e36-f6943fff5263', 'name': '', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'mac_address': 'fa:16:3e:1c:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:51Z', 'updated_at': '2022-04-08T02:52:02Z', 'revision_number': 5, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'subnets': [{'id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:52:33.381375 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792cd697-5972-4c2d-97e2-cff5ad275e82 None None] The sync data for ids ['e1b0d4d8-f412-4124-981c-e76dae960386'] in dv-cinder-837052-1-smb is: [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ec366e62-205a-43df-afab-50151afdffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:51:51Z', 'revision_number': 4, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port': {'id': 'ec366e62-205a-43df-afab-50151afdffc5', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:48Z', 'updated_at': '2022-04-08T02:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_floatingips': [{'id': '87b1d968-1e57-4e41-b94e-60cc2256d609', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'floating_ip_address': '172.28.1.195', 'floating_network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'router_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'port_id': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'mac_address': 'fa:16:3e:19:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:52:30Z', 'updated_at': '2022-04-08T02:52:30Z', 'revision_number': 0, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c86d65-e018-49a0-8e36-f6943fff5263', 'name': '', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'mac_address': 'fa:16:3e:1c:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:51Z', 'updated_at': '2022-04-08T02:52:02Z', 'revision_number': 5, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'subnets': [{'id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:52:36.447195 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b48e9d-dbbe-43db-a3a1-8410ca61d795 None None] New status for floating IP 87b1d968-1e57-4e41-b94e-60cc2256d609: ACTIVE {{(pid=83155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:52:43.502011 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-b228f3e1-561b-4cea-9c9b-7010836f0972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:45.837659 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-8df568df-355e-479e-98a8-52dfe2b1b111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:46.697568 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:46.867689 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:48.166042 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:53.552953 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:02.358056 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:53:13.503215 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-5af67aaa-55e1-491d-999d-ae55839d0d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:15.841384 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d70a6c75-d5d0-4c6e-aaa4-bc2a197bc51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:16.696256 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:16.862252 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:18.183435 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:23.590236 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:26.431019 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-43b872e2-a937-481d-9594-cedf342f8be2 req-1249a275-ce4b-4639-8c90-6e3be0cf02b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1584699 Apr 08 02:53:26.583114 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-43b872e2-a937-481d-9594-cedf342f8be2 req-b8940418-7605-4f9a-acea-3b3c3531bfc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0221754f1ef94bb8b2a3448963eec8d7&device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 1099 time: 0.0801363 Apr 08 02:53:26.730010 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b872e2-a937-481d-9594-cedf342f8be2 req-3b11cd02-1d51-4326-b74f-fe80cf53041c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:53:26.731441 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-43b872e2-a937-481d-9594-cedf342f8be2 req-3b11cd02-1d51-4326-b74f-fe80cf53041c service neutron] 10.222.0.37 "GET /v2.0/networks?id=df56683b-d1fd-4027-8c01-f8f7d61b1642 HTTP/1.1" status: 200 len: 910 time: 0.1251793 Apr 08 02:53:26.832143 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-43b872e2-a937-481d-9594-cedf342f8be2 req-1171c4ec-1198-4094-bee9-fe05ae342e26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770 HTTP/1.1" status: 200 len: 1002 time: 0.0945761 Apr 08 02:53:26.896185 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b872e2-a937-481d-9594-cedf342f8be2 req-3cd132ff-4468-4f8c-a921-fd106b031686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:53:26.897629 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-43b872e2-a937-481d-9594-cedf342f8be2 req-3cd132ff-4468-4f8c-a921-fd106b031686 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c414d9be-7902-4e55-a950-cc3cf10c8843 HTTP/1.1" status: 200 len: 848 time: 0.0597601 Apr 08 02:53:26.970875 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-43b872e2-a937-481d-9594-cedf342f8be2 req-ce277584-d240-47c4-b303-a4e4792b4548 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df56683b-d1fd-4027-8c01-f8f7d61b1642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672724 Apr 08 02:53:27.103752 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-43b872e2-a937-481d-9594-cedf342f8be2 req-98072d35-aeb6-47ef-ad65-dfaafe0aa08d service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261492 Apr 08 02:53:27.237151 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-43b872e2-a937-481d-9594-cedf342f8be2 req-a867157f-6298-443d-adf0-23d73c30765c service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281443 Apr 08 02:53:39.354829 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:53:43.509090 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-39930a83-ab4b-4e5e-8218-2bc688364b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:45.847964 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-bf42969c-9601-472d-855c-f928b4155447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:46.705675 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:46.875722 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:48.183058 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:53.562622 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:13.515832 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-f56b1577-9b54-4448-ae34-423b8b923361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:15.840279 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b1e7-a1d7-4dd9-a6c8-f727d779cb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:16.345156 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:54:16.707946 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:16.879787 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:18.183671 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:23.575795 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:25.579108 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2a8b8-f4c2-426e-9122-26bd4124431b req-3b8a95f2-d8f3-4afc-816d-c9d05d596bfd tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:25.580565 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b0e2a8b8-f4c2-426e-9122-26bd4124431b req-3b8a95f2-d8f3-4afc-816d-c9d05d596bfd tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.2488489 Apr 08 02:54:25.628821 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b0e2a8b8-f4c2-426e-9122-26bd4124431b req-95ce9b40-c4c9-41e0-ba32-82de60e839da tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399103 Apr 08 02:54:26.363268 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4449bba3-ccaa-469f-b9bf-59e60e65e3b9 req-46078483-9ef0-4682-be09-2af80e548c72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0221754f1ef94bb8b2a3448963eec8d7&device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 1099 time: 0.0726857 Apr 08 02:54:26.506765 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449bba3-ccaa-469f-b9bf-59e60e65e3b9 req-5d973373-1c8c-4274-b452-552107e6c5c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:26.508225 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4449bba3-ccaa-469f-b9bf-59e60e65e3b9 req-5d973373-1c8c-4274-b452-552107e6c5c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=df56683b-d1fd-4027-8c01-f8f7d61b1642 HTTP/1.1" status: 200 len: 910 time: 0.1260059 Apr 08 02:54:26.621350 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4449bba3-ccaa-469f-b9bf-59e60e65e3b9 req-e81bab22-a305-44a6-9d86-778eeeef77d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770 HTTP/1.1" status: 200 len: 1002 time: 0.1064160 Apr 08 02:54:26.691202 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449bba3-ccaa-469f-b9bf-59e60e65e3b9 req-f4c1db9e-48be-46d2-a4ad-546310dbd6ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:26.692763 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4449bba3-ccaa-469f-b9bf-59e60e65e3b9 req-f4c1db9e-48be-46d2-a4ad-546310dbd6ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c414d9be-7902-4e55-a950-cc3cf10c8843 HTTP/1.1" status: 200 len: 848 time: 0.0654356 Apr 08 02:54:26.768716 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4449bba3-ccaa-469f-b9bf-59e60e65e3b9 req-9b285e60-2ee3-41bb-ad23-e3a732f09aaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df56683b-d1fd-4027-8c01-f8f7d61b1642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701611 Apr 08 02:54:26.844403 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f9335-aa48-4863-9c97-96a86d510df1 req-4b35e842-d7af-4306-a0aa-1d2c275c7dbf tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:26.845821 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4f8f9335-aa48-4863-9c97-96a86d510df1 req-4b35e842-d7af-4306-a0aa-1d2c275c7dbf tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0768602 Apr 08 02:54:26.892130 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4f8f9335-aa48-4863-9c97-96a86d510df1 req-297eb205-2acf-42bc-85cd-1e4187bb7ef8 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397632 Apr 08 02:54:26.896877 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4449bba3-ccaa-469f-b9bf-59e60e65e3b9 req-a745a0c3-d337-40ff-95b4-3e659c83ee76 service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220257 Apr 08 02:54:27.026032 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4449bba3-ccaa-469f-b9bf-59e60e65e3b9 req-23bc377c-93cd-4800-8c1f-7eff69c2c42d service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229107 Apr 08 02:54:28.091877 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749e9c3-f857-4e3a-b46d-9cd572b1004a req-581d873a-77f0-4f81-af4d-097c75735568 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:28.093209 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b749e9c3-f857-4e3a-b46d-9cd572b1004a req-581d873a-77f0-4f81-af4d-097c75735568 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0786078 Apr 08 02:54:28.143589 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b749e9c3-f857-4e3a-b46d-9cd572b1004a req-af6c53d0-83b8-4432-9b04-cd23340914ee tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Apr 08 02:54:29.353484 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06445d-2e4a-4727-a233-352e7ddf8e29 req-416cf0ab-4f1d-4e1c-ab29-6424cf19ce99 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:29.354950 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eb06445d-2e4a-4727-a233-352e7ddf8e29 req-416cf0ab-4f1d-4e1c-ab29-6424cf19ce99 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0754662 Apr 08 02:54:29.401470 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-eb06445d-2e4a-4727-a233-352e7ddf8e29 req-c3e0b404-a187-4101-921d-b4eac9fa62f7 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389264 Apr 08 02:54:30.621912 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a9cbe-1d8a-4f65-8201-b1b41bd0419f req-4fef8949-8eb2-4acc-a7ae-a4a19c42d374 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:30.623399 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-da4a9cbe-1d8a-4f65-8201-b1b41bd0419f req-4fef8949-8eb2-4acc-a7ae-a4a19c42d374 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0829480 Apr 08 02:54:30.671127 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-da4a9cbe-1d8a-4f65-8201-b1b41bd0419f req-b730e289-a46b-457d-8ca6-ca03fbd7f1f0 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409100 Apr 08 02:54:31.963861 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209541c9-bcf4-4482-a4d2-ce96f9cc7727 req-64eb4297-77d9-4c09-9264-02c63d12e88e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:31.965320 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-209541c9-bcf4-4482-a4d2-ce96f9cc7727 req-64eb4297-77d9-4c09-9264-02c63d12e88e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.1603036 Apr 08 02:54:32.012331 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-209541c9-bcf4-4482-a4d2-ce96f9cc7727 req-49a19cb0-4547-43a7-a264-8f6e377478f0 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404608 Apr 08 02:54:33.238698 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417e51f-3b8a-4852-80eb-9f7c3ed335cb req-b18e0e87-458c-490f-9ca9-fda47f817280 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:33.240050 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3417e51f-3b8a-4852-80eb-9f7c3ed335cb req-b18e0e87-458c-490f-9ca9-fda47f817280 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0935724 Apr 08 02:54:33.285299 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-3417e51f-3b8a-4852-80eb-9f7c3ed335cb req-db7901f8-2242-4ce9-a74a-b3750fac99ae tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 Apr 08 02:54:34.518153 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737985e-ff43-4f6c-987c-ababe10feee4 req-ddae1c08-ca05-4c7a-a2dc-7b764f1121a8 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:34.519623 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7737985e-ff43-4f6c-987c-ababe10feee4 req-ddae1c08-ca05-4c7a-a2dc-7b764f1121a8 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.1059985 Apr 08 02:54:34.569312 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7737985e-ff43-4f6c-987c-ababe10feee4 req-b95764be-972d-4126-bf50-f5507442b643 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417778 Apr 08 02:54:35.512174 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4453e047-b843-4a10-bbb2-b362af52b896 req-08284c6b-6614-4a07-9b1b-5a352cb1a62d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0221754f1ef94bb8b2a3448963eec8d7&device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 1099 time: 0.0763290 Apr 08 02:54:35.732723 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453e047-b843-4a10-bbb2-b362af52b896 req-2cc3c79b-84ad-4ef6-86d6-d7b100fce45a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:35.734190 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4453e047-b843-4a10-bbb2-b362af52b896 req-2cc3c79b-84ad-4ef6-86d6-d7b100fce45a service neutron] 10.222.0.37 "GET /v2.0/networks?id=df56683b-d1fd-4027-8c01-f8f7d61b1642 HTTP/1.1" status: 200 len: 910 time: 0.2152939 Apr 08 02:54:35.770841 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97b0b4-a505-4eba-9dd7-dd019902579a req-6600f753-98bf-4b95-bcff-58cffab289a0 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:35.772208 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cb97b0b4-a505-4eba-9dd7-dd019902579a req-6600f753-98bf-4b95-bcff-58cffab289a0 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0824556 Apr 08 02:54:35.817727 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-cb97b0b4-a505-4eba-9dd7-dd019902579a req-04a4cc96-04a7-4693-8e15-09f3f0b09ca2 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397990 Apr 08 02:54:35.840129 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4453e047-b843-4a10-bbb2-b362af52b896 req-5b01ce2e-a438-47fd-9c54-4c63608bd026 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770 HTTP/1.1" status: 200 len: 1002 time: 0.0996768 Apr 08 02:54:35.900304 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453e047-b843-4a10-bbb2-b362af52b896 req-4572619d-025d-4859-9789-79e61af4e8e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:35.901707 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4453e047-b843-4a10-bbb2-b362af52b896 req-4572619d-025d-4859-9789-79e61af4e8e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c414d9be-7902-4e55-a950-cc3cf10c8843 HTTP/1.1" status: 200 len: 848 time: 0.0562780 Apr 08 02:54:35.992681 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4453e047-b843-4a10-bbb2-b362af52b896 req-a2b4e1d9-7730-4708-a128-402cee76835a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df56683b-d1fd-4027-8c01-f8f7d61b1642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854626 Apr 08 02:54:36.126953 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4453e047-b843-4a10-bbb2-b362af52b896 req-505cd55a-5d97-4cf4-ba00-626929f89fdb service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278417 Apr 08 02:54:36.253885 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-4453e047-b843-4a10-bbb2-b362af52b896 req-b04015f9-9199-43e3-9afa-6d7bd762f151 service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213312 Apr 08 02:54:37.027139 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02bf66-ffdc-4560-85af-18350288d228 req-21429954-fa2f-42b8-b53e-1278c8e6e26f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:37.028569 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8a02bf66-ffdc-4560-85af-18350288d228 req-21429954-fa2f-42b8-b53e-1278c8e6e26f tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0833704 Apr 08 02:54:37.147868 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8a02bf66-ffdc-4560-85af-18350288d228 req-33258235-e451-4fbb-84cb-a3cb6963bb49 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115379 Apr 08 02:54:38.356146 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecb7c7-e6f3-43b2-a724-775a4b8172bb req-fd49f2f9-c57b-4d3e-b12a-5da6906bbd40 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:38.357500 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8eecb7c7-e6f3-43b2-a724-775a4b8172bb req-fd49f2f9-c57b-4d3e-b12a-5da6906bbd40 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0761003 Apr 08 02:54:38.403006 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8eecb7c7-e6f3-43b2-a724-775a4b8172bb req-c83fb5ab-eca5-4bf7-abbc-ff8cafd5fc69 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395215 Apr 08 02:54:38.659910 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-8769490e-f44e-41df-8e24-47372a5dbf81 req-78f99a19-3a47-45f0-bde8-6a0252d02a1c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1434400 Apr 08 02:54:38.880354 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43920) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:54:38.935220 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c206-aa4e-4d35-a6dc-19c522d73f53 req-bae0366e-5311-49d0-a4d4-69735245c91a tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:38.936645 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a3f9c206-aa4e-4d35-a6dc-19c522d73f53 req-bae0366e-5311-49d0-a4d4-69735245c91a tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0755606 Apr 08 02:54:38.982231 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-a3f9c206-aa4e-4d35-a6dc-19c522d73f53 req-0b25d037-0000-4219-9890-3da5363845a8 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398221 Apr 08 02:54:39.016781 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-76442ced-e2f8-4653-8238-1b78bf8b20c9 req-16d13c8f-9e6a-46ae-a302-39ed554f547a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1350336 Apr 08 02:54:40.175951 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-76442ced-e2f8-4653-8238-1b78bf8b20c9 req-8bd6ae8c-b975-4673-a5dc-45001bb5c90c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436&tenant_id=0221754f1ef94bb8b2a3448963eec8d7 HTTP/1.1" status: 200 len: 1099 time: 0.0676064 Apr 08 02:54:40.183045 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b2265-7936-4a58-93ea-0e18931e6544 req-ea1556c4-97b7-4d11-a2f0-662e04a4c034 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:40.184542 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7a3b2265-7936-4a58-93ea-0e18931e6544 req-ea1556c4-97b7-4d11-a2f0-662e04a4c034 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0776110 Apr 08 02:54:40.230845 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-7a3b2265-7936-4a58-93ea-0e18931e6544 req-92208847-23a9-4949-a04a-7ad1320c3224 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402658 Apr 08 02:54:40.267787 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-76442ced-e2f8-4653-8238-1b78bf8b20c9 req-4b284e3c-1d79-4446-a17d-ad403fb1e2da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0221754f1ef94bb8b2a3448963eec8d7&device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 1099 time: 0.0713215 Apr 08 02:54:40.405912 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76442ced-e2f8-4653-8238-1b78bf8b20c9 req-ac07e5c9-654f-4043-8de8-ce9b0140ce74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:40.407304 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-76442ced-e2f8-4653-8238-1b78bf8b20c9 req-ac07e5c9-654f-4043-8de8-ce9b0140ce74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=df56683b-d1fd-4027-8c01-f8f7d61b1642 HTTP/1.1" status: 200 len: 910 time: 0.1296289 Apr 08 02:54:40.515899 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-76442ced-e2f8-4653-8238-1b78bf8b20c9 req-8fc03173-6c5f-4899-b517-16b4e7f9ed20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770 HTTP/1.1" status: 200 len: 1002 time: 0.1029818 Apr 08 02:54:40.581648 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76442ced-e2f8-4653-8238-1b78bf8b20c9 req-8eb4e4de-d41b-480e-9335-bb3705fc9560 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:40.583051 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-76442ced-e2f8-4653-8238-1b78bf8b20c9 req-8eb4e4de-d41b-480e-9335-bb3705fc9560 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c414d9be-7902-4e55-a950-cc3cf10c8843 HTTP/1.1" status: 200 len: 848 time: 0.0610852 Apr 08 02:54:40.660858 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-76442ced-e2f8-4653-8238-1b78bf8b20c9 req-7d755de8-de51-4b5a-b2fa-ac212d027690 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df56683b-d1fd-4027-8c01-f8f7d61b1642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718796 Apr 08 02:54:40.670745 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [req-76442ced-e2f8-4653-8238-1b78bf8b20c9 req-87b73ca3-ce0f-434b-9337-0c3d0d3646ef service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 02:54:40.671741 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-76442ced-e2f8-4653-8238-1b78bf8b20c9 req-87b73ca3-ce0f-434b-9337-0c3d0d3646ef service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048120 Apr 08 02:54:40.801414 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-76442ced-e2f8-4653-8238-1b78bf8b20c9 req-c2915151-337c-4fc7-8a7e-262275429813 service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227190 Apr 08 02:54:40.930315 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-76442ced-e2f8-4653-8238-1b78bf8b20c9 req-c72a2883-fd16-4163-bade-0e776fd36002 service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227674 Apr 08 02:54:41.194968 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 694a4c27-1fdc-4855-b99d-0e4f0ba70770 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:54:41.308927 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:41.335354 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:54:41.344615 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 694a4c27-1fdc-4855-b99d-0e4f0ba70770, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:54:41.350418 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:41.402615 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442bd609-2e13-48e1-857b-acf79aa80b85'] response: {'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'code': 200} Apr 08 02:54:41.418477 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=694a4c27-1fdc-4855-b99d-0e4f0ba70770,revision_number=6']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:54:41.426524 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:54:41.426858 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:54:41.427265 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:54:41.427457 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803273f7-065c-4682-89f5-036c3cfec62a req-ff7efa67-6070-4813-b6cd-ff43183af5ec tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:41.427945 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:54:41.427945 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:54:41.428223 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:54:41.428538 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:54:41.428849 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:54:41.428956 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-803273f7-065c-4682-89f5-036c3cfec62a req-ff7efa67-6070-4813-b6cd-ff43183af5ec tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 944 time: 0.0765450 Apr 08 02:54:41.429137 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:54:41.429462 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:54:41.429756 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:54:41.473257 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-803273f7-065c-4682-89f5-036c3cfec62a req-d82058f0-ca37-42ba-ac65-3e6f01a6784d tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383501 Apr 08 02:54:42.405727 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ab3fbd1d-9a6e-4c98-986c-b5af711f2f6b req-737eb7ce-7cd9-4bce-94a6-05c318caec79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 1097 time: 0.1550028 Apr 08 02:54:42.447754 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-ab3fbd1d-9a6e-4c98-986c-b5af711f2f6b req-30d4e8a4-650f-4af3-bce2-9b1decfa8e2a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347531 Apr 08 02:54:42.695188 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d51e5-660f-440a-920d-59a6a309752a req-b010a210-6ac6-4893-a0b0-bf31dabe8348 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:42.696613 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-758d51e5-660f-440a-920d-59a6a309752a req-b010a210-6ac6-4893-a0b0-bf31dabe8348 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 944 time: 0.0850260 Apr 08 02:54:42.744733 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-758d51e5-660f-440a-920d-59a6a309752a req-5d3fbb1c-fad0-47d7-9084-b34eed11970e tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399370 Apr 08 02:54:43.499864 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-39e5771f-cb61-470c-91e5-46a36046d654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:43.962560 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee37045-0e65-49f8-a4cb-811453f20a4c req-92ab4bce-7b1f-494e-ba97-347a5275e818 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:54:43.964120 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dee37045-0e65-49f8-a4cb-811453f20a4c req-92ab4bce-7b1f-494e-ba97-347a5275e818 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 944 time: 0.0782402 Apr 08 02:54:44.016530 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-dee37045-0e65-49f8-a4cb-811453f20a4c req-d8692ce8-5a4a-4bf3-9c69-8b7a17fc9246 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441468 Apr 08 02:54:45.214565 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 694a4c27-1fdc-4855-b99d-0e4f0ba70770 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:54:45.348538 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 694a4c27-1fdc-4855-b99d-0e4f0ba70770, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:54:45.361172 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Returning: {'device': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'port_id': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'mac_address': 'fa:16:3e:19:0b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:54:45.413893 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:45.432620 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694a4c27-1fdc-4855-b99d-0e4f0ba70770 {{(pid=83155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 02:54:45.447890 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 694a4c27-1fdc-4855-b99d-0e4f0ba70770, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:54:45.454515 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:45.520542 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=694a4c27-1fdc-4855-b99d-0e4f0ba70770,revision_number=7']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:54:45.685012 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] get_ports_and_sgs() called for port_ids ['694a4c27-1fdc-4855-b99d-0e4f0ba70770'] {{(pid=83155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 02:54:45.850810 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-034edd92-d0e0-47e7-a9b2-afebde677ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:46.707666 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:46.877330 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:47.215944 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 694a4c27-1fdc-4855-b99d-0e4f0ba70770 up at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:54:47.293502 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.provisioning_blocks [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Provisioning complete for port 694a4c27-1fdc-4855-b99d-0e4f0ba70770 triggered by entity L2. {{(pid=83155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:54:47.293868 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1992996'] for port, provisioning_complete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:47.409524 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1839369'] for port, before_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:47.436666 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770'}] {{(pid=83155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:54:47.446347 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] For port 694a4c27-1fdc-4855-b99d-0e4f0ba70770, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:54:47.452019 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781780652189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781780229524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781780229569'] for port, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:47.495923 dv-cinder-837052-1-smb neutron-server[83155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff92c22-3b24-44d7-b95a-45a21b05bf53'] response: {'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'code': 200} Apr 08 02:54:47.541760 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Pushing event updated for resources: {'Port': ['ID=694a4c27-1fdc-4855-b99d-0e4f0ba70770,revision_number=8']} {{(pid=83155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:54:48.183184 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:53.353603 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:54:53.567295 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:13.510658 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-88a06932-2ba8-46e7-a1ff-d8e960b62f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:15.840952 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-f74cbea8-36bc-4281-a473-6568458a51d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:16.712870 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:16.874902 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:18.200009 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:23.574969 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:26.411666 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0b470f29-1d56-4e7f-a1ac-a7a3a31a921b req-f8927d13-2d82-41ec-9378-f685812b4337 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1329339 Apr 08 02:55:26.555486 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0b470f29-1d56-4e7f-a1ac-a7a3a31a921b req-73648bd1-ee2a-4191-8a1f-6f2e6f107c87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0221754f1ef94bb8b2a3448963eec8d7&device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 1099 time: 0.0751626 Apr 08 02:55:26.708751 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b470f29-1d56-4e7f-a1ac-a7a3a31a921b req-870ec4e4-571d-48ec-988d-1b5640933bdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:55:26.710205 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0b470f29-1d56-4e7f-a1ac-a7a3a31a921b req-870ec4e4-571d-48ec-988d-1b5640933bdb service neutron] 10.222.0.37 "GET /v2.0/networks?id=df56683b-d1fd-4027-8c01-f8f7d61b1642 HTTP/1.1" status: 200 len: 910 time: 0.1345246 Apr 08 02:55:26.810550 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0b470f29-1d56-4e7f-a1ac-a7a3a31a921b req-9e69f3bf-f68a-4bdb-8233-f5196924c885 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770 HTTP/1.1" status: 200 len: 1002 time: 0.0944958 Apr 08 02:55:26.870216 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b470f29-1d56-4e7f-a1ac-a7a3a31a921b req-a1ad9fa0-5015-451b-80f1-2dcdf2aea9aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:55:26.871641 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0b470f29-1d56-4e7f-a1ac-a7a3a31a921b req-a1ad9fa0-5015-451b-80f1-2dcdf2aea9aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c414d9be-7902-4e55-a950-cc3cf10c8843 HTTP/1.1" status: 200 len: 848 time: 0.0553718 Apr 08 02:55:26.944169 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0b470f29-1d56-4e7f-a1ac-a7a3a31a921b req-6c6c04c4-1349-4454-bbdc-616d8b7a04e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df56683b-d1fd-4027-8c01-f8f7d61b1642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0669708 Apr 08 02:55:27.071157 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0b470f29-1d56-4e7f-a1ac-a7a3a31a921b req-40bc4da0-cf4a-4648-b89e-ac3ac1b6103b service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208692 Apr 08 02:55:27.200670 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-0b470f29-1d56-4e7f-a1ac-a7a3a31a921b req-29f537fd-af9d-446e-b4b2-fe95480d0265 service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237285 Apr 08 02:55:30.344415 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:55:43.517293 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-f891d752-bbb7-49a9-bd0d-2f7db7f7176c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:45.842563 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-57114818-c36f-4f4d-948f-fa56e9680ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:46.717843 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:46.873780 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:48.191972 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:53.588420 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:53.834499 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43962) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:55:54.043566 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Deleting port fde064ef-0633-4f69-ab09-41c9b8ff0059 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:55:54.043971 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:54.212607 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:54.212911 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:54.326735 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Calling delete_port for fde064ef-0633-4f69-ab09-41c9b8ff0059 owned by network:floatingip {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:55:54.484880 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:54.525956 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Pushing event deleted for resources: {'Port': ['ID=fde064ef-0633-4f69-ab09-41c9b8ff0059,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:55:54.535776 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:54.536111 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:54.536432 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:54.536751 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:54.537066 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:54.537385 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:54.537702 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:54.538012 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:54.538318 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:54.538609 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:54.538930 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:54.628584 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for floatingip, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:55.091517 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Router e1b0d4d8-f412-4124-981c-e76dae960386 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:55:55.289430 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:55:55.299847 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb02602-4045-4437-9d2f-fd669c791e22 None None] Sync routers for ids ['e1b0d4d8-f412-4124-981c-e76dae960386'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:55:55.301862 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for floatingip, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:55.313437 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb02602-4045-4437-9d2f-fd669c791e22 None None] Routers {'e1b0d4d8-f412-4124-981c-e76dae960386'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:55:55.314047 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-3bb02602-4045-4437-9d2f-fd669c791e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:55:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['e1b0d4d8-f412-4124-981c-e76dae960386'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:55:55.356915 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-b78a102d-b08b-4c6e-a34e-a830f4403680 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "DELETE /v2.0/floatingips/87b1d968-1e57-4e41-b94e-60cc2256d609 HTTP/1.1" status: 204 len: 168 time: 1.5212667 Apr 08 02:55:55.357523 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770'}] {{(pid=83154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:55:55.494311 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2566feb0-def2-49cf-94f8-c0a6c96b610f'] response: {'name': 'network-changed', 'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'status': 'completed', 'code': 200} Apr 08 02:55:55.537170 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-3bb02602-4045-4437-9d2f-fd669c791e22 None None] Set router e1b0d4d8-f412-4124-981c-e76dae960386 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:55:55.586611 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8c5bfb8f-43e6-4704-abc2-9658514ac58b req-32a760d5-3fca-46d5-b8f5-d7a2717a3517 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0221754f1ef94bb8b2a3448963eec8d7&device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 1099 time: 0.0744660 Apr 08 02:55:55.717151 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bfb8f-43e6-4704-abc2-9658514ac58b req-e4125f87-9cdc-4432-9903-e16949f7db89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:55:55.718590 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8c5bfb8f-43e6-4704-abc2-9658514ac58b req-e4125f87-9cdc-4432-9903-e16949f7db89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=df56683b-d1fd-4027-8c01-f8f7d61b1642 HTTP/1.1" status: 200 len: 910 time: 0.1260045 Apr 08 02:55:55.786760 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8c5bfb8f-43e6-4704-abc2-9658514ac58b req-0eb4cd78-09c2-4981-9b9b-60d7c2934cb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770 HTTP/1.1" status: 200 len: 217 time: 0.0611203 Apr 08 02:55:55.841665 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-3bb02602-4045-4437-9d2f-fd669c791e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ec366e62-205a-43df-afab-50151afdffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:51:51Z', 'revision_number': 4, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port': {'id': 'ec366e62-205a-43df-afab-50151afdffc5', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:48Z', 'updated_at': '2022-04-08T02:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'd9c86d65-e018-49a0-8e36-f6943fff5263', 'name': '', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'mac_address': 'fa:16:3e:1c:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:51Z', 'updated_at': '2022-04-08T02:52:02Z', 'revision_number': 5, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'subnets': [{'id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:55:55.846241 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb02602-4045-4437-9d2f-fd669c791e22 None None] Checking router: e1b0d4d8-f412-4124-981c-e76dae960386 for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:55:55.847480 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bfb8f-43e6-4704-abc2-9658514ac58b req-5567bfc6-1502-4436-ad3c-e99ac73f7295 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:55:55.849483 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8c5bfb8f-43e6-4704-abc2-9658514ac58b req-5567bfc6-1502-4436-ad3c-e99ac73f7295 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c414d9be-7902-4e55-a950-cc3cf10c8843 HTTP/1.1" status: 200 len: 848 time: 0.0577886 Apr 08 02:55:55.857846 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb02602-4045-4437-9d2f-fd669c791e22 None None] Routers {'e1b0d4d8-f412-4124-981c-e76dae960386'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:55:55.858433 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-3bb02602-4045-4437-9d2f-fd669c791e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:55:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['e1b0d4d8-f412-4124-981c-e76dae960386'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:55:55.922839 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8c5bfb8f-43e6-4704-abc2-9658514ac58b req-07c0e260-91a9-4c91-9b2a-ed9b37057691 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df56683b-d1fd-4027-8c01-f8f7d61b1642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0671051 Apr 08 02:55:56.035806 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-3bb02602-4045-4437-9d2f-fd669c791e22 None None] Set router e1b0d4d8-f412-4124-981c-e76dae960386 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:55:56.052816 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8c5bfb8f-43e6-4704-abc2-9658514ac58b req-846f60e0-c510-43d5-aa21-5830d6ac665b service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233253 Apr 08 02:55:56.181101 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-8c5bfb8f-43e6-4704-abc2-9658514ac58b req-5b494075-86bb-4c9f-8275-4458d7d2aa51 service neutron] 10.222.0.37 "GET /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227112 Apr 08 02:55:56.346620 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-3bb02602-4045-4437-9d2f-fd669c791e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ec366e62-205a-43df-afab-50151afdffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:51:51Z', 'revision_number': 4, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port': {'id': 'ec366e62-205a-43df-afab-50151afdffc5', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:48Z', 'updated_at': '2022-04-08T02:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'd9c86d65-e018-49a0-8e36-f6943fff5263', 'name': '', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'mac_address': 'fa:16:3e:1c:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:51Z', 'updated_at': '2022-04-08T02:52:02Z', 'revision_number': 5, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'subnets': [{'id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:55:56.350934 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb02602-4045-4437-9d2f-fd669c791e22 None None] The sync data for ids ['e1b0d4d8-f412-4124-981c-e76dae960386'] in dv-cinder-837052-1-smb is: [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ec366e62-205a-43df-afab-50151afdffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:51:51Z', 'revision_number': 4, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port': {'id': 'ec366e62-205a-43df-afab-50151afdffc5', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:48Z', 'updated_at': '2022-04-08T02:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb', '_interfaces': [{'id': 'd9c86d65-e018-49a0-8e36-f6943fff5263', 'name': '', 'network_id': 'df56683b-d1fd-4027-8c01-f8f7d61b1642', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'mac_address': 'fa:16:3e:1c:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:51Z', 'updated_at': '2022-04-08T02:52:02Z', 'revision_number': 5, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'subnets': [{'id': 'c414d9be-7902-4e55-a950-cc3cf10c8843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:55:56.554570 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019076f-6f7b-4013-9f38-3e0debc2aaaa None None] New status for floating IP 87b1d968-1e57-4e41-b94e-60cc2256d609: DOWN {{(pid=83155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 02:55:56.764213 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14edab8-f381-4a94-8b04-fae95b7a744b req-542b53ef-ed76-4116-b8b6-4572f73b2efc tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:55:56.764897 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-b14edab8-f381-4a94-8b04-fae95b7a744b req-542b53ef-ed76-4116-b8b6-4572f73b2efc tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Synchronizing usage tracker for tenant:0221754f1ef94bb8b2a3448963eec8d7 on resource:port {{(pid=83154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:55:56.783081 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.quota.resource [req-b14edab8-f381-4a94-8b04-fae95b7a744b req-542b53ef-ed76-4116-b8b6-4572f73b2efc tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Unset dirty status for tenant:0221754f1ef94bb8b2a3448963eec8d7 on resource:port {{(pid=83154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:55:56.784257 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b14edab8-f381-4a94-8b04-fae95b7a744b req-542b53ef-ed76-4116-b8b6-4572f73b2efc tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0957744 Apr 08 02:55:56.829027 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-b14edab8-f381-4a94-8b04-fae95b7a744b req-9832ea30-daf2-4302-b8d5-5980fe5bfee3 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390737 Apr 08 02:55:58.032549 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2355f00-237d-45cd-9d98-95ac4a6b1c18 req-df2e98b7-f067-4d1a-950d-d4697316c657 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:55:58.034062 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e2355f00-237d-45cd-9d98-95ac4a6b1c18 req-df2e98b7-f067-4d1a-950d-d4697316c657 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.0806112 Apr 08 02:55:58.080251 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-e2355f00-237d-45cd-9d98-95ac4a6b1c18 req-d64d13ec-a11a-49a9-8aca-7e158d341d46 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/security-groups?id=3999d407-a00f-4540-8328-118cb0fb21fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403430 Apr 08 02:55:58.105878 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2456821-4d41-49e6-ac3a-b6b122c38692 req-2987331e-12ef-4cb2-bda6-267ae27b5b88 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:55:58.106570 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-e2456821-4d41-49e6-ac3a-b6b122c38692 req-2987331e-12ef-4cb2-bda6-267ae27b5b88 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Synchronizing usage tracker for tenant:0221754f1ef94bb8b2a3448963eec8d7 on resource:port {{(pid=83153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:55:58.118250 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.quota.resource [req-e2456821-4d41-49e6-ac3a-b6b122c38692 req-2987331e-12ef-4cb2-bda6-267ae27b5b88 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Unset dirty status for tenant:0221754f1ef94bb8b2a3448963eec8d7 on resource:port {{(pid=83153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:55:58.119360 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e2456821-4d41-49e6-ac3a-b6b122c38692 req-2987331e-12ef-4cb2-bda6-267ae27b5b88 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 946 time: 0.1782379 Apr 08 02:55:58.185698 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-e2456821-4d41-49e6-ac3a-b6b122c38692 req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Deleting port 694a4c27-1fdc-4855-b99d-0e4f0ba70770 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:55:58.186012 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e2456821-4d41-49e6-ac3a-b6b122c38692 req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:58.425077 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [req-e2456821-4d41-49e6-ac3a-b6b122c38692 req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] For port 694a4c27-1fdc-4855-b99d-0e4f0ba70770, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=694a4c27-1fdc-4855-b99d-0e4f0ba70770,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:55:58.425434 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e2456821-4d41-49e6-ac3a-b6b122c38692 req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:58.540409 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [req-e2456821-4d41-49e6-ac3a-b6b122c38692 req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Calling delete_port for 694a4c27-1fdc-4855-b99d-0e4f0ba70770 owned by compute:nova {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:55:58.687394 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e2456821-4d41-49e6-ac3a-b6b122c38692 req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:58.732934 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Pushing event deleted for resources: {'Port': ['ID=694a4c27-1fdc-4855-b99d-0e4f0ba70770,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:55:58.774621 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:58.774952 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:58.775321 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:58.775650 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:58.775962 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:58.776281 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:58.776602 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:58.776924 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:58.777242 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:58.777553 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:58.777869 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-smb {{(pid=83153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:55:58.815957 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2456821-4d41-49e6-ac3a-b6b122c38692 req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] No DVR routers for this DVR port 694a4c27-1fdc-4855-b99d-0e4f0ba70770 on host hv-cinder-83705 {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:55:58.818440 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [req-e2456821-4d41-49e6-ac3a-b6b122c38692 req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249556'] for port, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:58.820896 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'name': 'network-vif-deleted', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770'}] {{(pid=83153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 02:55:58.838825 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [req-e2456821-4d41-49e6-ac3a-b6b122c38692 req-6b68df18-637f-4eff-b0a1-3942271c4161 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.37 "DELETE /v2.0/ports/694a4c27-1fdc-4855-b99d-0e4f0ba70770 HTTP/1.1" status: 204 len: 173 time: 0.7141678 Apr 08 02:55:58.955369 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d6a28a-9f75-42f6-851f-b56fee217229'] response: {'server_uuid': 'e0c0dab4-401b-4a28-ab3e-f535432e3436', 'name': 'network-vif-deleted', 'tag': '694a4c27-1fdc-4855-b99d-0e4f0ba70770', 'status': 'completed', 'code': 200} Apr 08 02:55:59.247145 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [req-4b9c12e3-cd63-49aa-b480-fbeb8f471871 req-c65dcbc7-141d-4931-b62d-6d58db1140b2 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c0dab4-401b-4a28-ab3e-f535432e3436 HTTP/1.1" status: 200 len: 210 time: 0.0467193 Apr 08 02:56:00.360260 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43988) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:00.431608 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0642d043-8a41-44c1-a1ed-6d80adf9bf50 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:00.459613 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0642d043-8a41-44c1-a1ed-6d80adf9bf50 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:00.524006 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0642d043-8a41-44c1-a1ed-6d80adf9bf50 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:00.543295 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642d043-8a41-44c1-a1ed-6d80adf9bf50 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3999d407-a00f-4540-8328-118cb0fb21fa,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:00.550466 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-0642d043-8a41-44c1-a1ed-6d80adf9bf50 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:00.551592 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-0642d043-8a41-44c1-a1ed-6d80adf9bf50 tempest-TestShelveInstance-915811829 tempest-TestShelveInstance-915811829-project] 10.222.0.44 "DELETE /v2.0/security-groups/3999d407-a00f-4540-8328-118cb0fb21fa HTTP/1.1" status: 204 len: 168 time: 0.1902862 Apr 08 02:56:00.610568 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 43994) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:01.019344 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a19a73f7-5429-496b-9837-f6c8caa1f728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-980797'] for router_interface, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:01.598064 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 694a4c27-1fdc-4855-b99d-0e4f0ba70770 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:56:01.667634 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] No Port match for: 694a4c27-1fdc-4855-b99d-0e4f0ba70770 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:56:01.667974 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Device 694a4c27-1fdc-4855-b99d-0e4f0ba70770 not bound to the agent host hv-cinder-83705 {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:56:01.704346 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-a19a73f7-5429-496b-9837-f6c8caa1f728 admin admin] Deleting port d9c86d65-e018-49a0-8e36-f6943fff5263 {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:56:01.704864 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a19a73f7-5429-496b-9837-f6c8caa1f728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:01.874202 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [None req-a19a73f7-5429-496b-9837-f6c8caa1f728 admin admin] For port d9c86d65-e018-49a0-8e36-f6943fff5263, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=d9c86d65-e018-49a0-8e36-f6943fff5263,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:56:01.874553 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a19a73f7-5429-496b-9837-f6c8caa1f728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:01.991051 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-a19a73f7-5429-496b-9837-f6c8caa1f728 admin admin] Calling delete_port for d9c86d65-e018-49a0-8e36-f6943fff5263 owned by network:router_interface {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:56:02.157159 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a19a73f7-5429-496b-9837-f6c8caa1f728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:02.198632 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a73f7-5429-496b-9837-f6c8caa1f728 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c86d65-e018-49a0-8e36-f6943fff5263,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:02.480103 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a19a73f7-5429-496b-9837-f6c8caa1f728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980844'] for router_interface, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:03.158698 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19a73f7-5429-496b-9837-f6c8caa1f728 admin admin] Router e1b0d4d8-f412-4124-981c-e76dae960386 has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:56:03.374635 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19a73f7-5429-496b-9837-f6c8caa1f728 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:56:03.384107 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bf2d2-3604-460d-a6b2-dca9597b1215 None None] Sync routers for ids ['e1b0d4d8-f412-4124-981c-e76dae960386'] in dv-cinder-837052-1-smb {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:56:03.387500 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-a19a73f7-5429-496b-9837-f6c8caa1f728 admin admin] 10.222.0.44 "PUT /v2.0/routers/e1b0d4d8-f412-4124-981c-e76dae960386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7757638 Apr 08 02:56:03.390203 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 43998) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:03.396573 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bf2d2-3604-460d-a6b2-dca9597b1215 None None] Routers {'e1b0d4d8-f412-4124-981c-e76dae960386'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:56:03.397167 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-447bf2d2-3604-460d-a6b2-dca9597b1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:55:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['e1b0d4d8-f412-4124-981c-e76dae960386'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:03.567705 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-447bf2d2-3604-460d-a6b2-dca9597b1215 None None] Set router e1b0d4d8-f412-4124-981c-e76dae960386 gateway port host: dv-cinder-837052-1-smb {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:56:03.581037 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:03.778928 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:03.789624 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Deleting port ec366e62-205a-43df-afab-50151afdffc5 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:56:03.789950 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:03.846238 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-447bf2d2-3604-460d-a6b2-dca9597b1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ec366e62-205a-43df-afab-50151afdffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:56:02Z', 'revision_number': 5, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port': {'id': 'ec366e62-205a-43df-afab-50151afdffc5', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:48Z', 'updated_at': '2022-04-08T02:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:03.850632 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bf2d2-3604-460d-a6b2-dca9597b1215 None None] Checking router: e1b0d4d8-f412-4124-981c-e76dae960386 for host: dv-cinder-837052-1-smb {{(pid=83156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:56:03.863272 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bf2d2-3604-460d-a6b2-dca9597b1215 None None] Routers {'e1b0d4d8-f412-4124-981c-e76dae960386'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:56:03.863864 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-447bf2d2-3604-460d-a6b2-dca9597b1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:55:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['e1b0d4d8-f412-4124-981c-e76dae960386'], 'active': True} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:03.959015 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] For port ec366e62-205a-43df-afab-50151afdffc5, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=ec366e62-205a-43df-afab-50151afdffc5,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:56:03.959366 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:04.045616 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_dvr_db [None req-447bf2d2-3604-460d-a6b2-dca9597b1215 None None] Set router e1b0d4d8-f412-4124-981c-e76dae960386 gateway port host: None {{(pid=83156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:56:04.146212 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.l3_hamode_db [None req-447bf2d2-3604-460d-a6b2-dca9597b1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:56:03Z', 'revision_number': 6, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port_host': None}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:04.150057 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bf2d2-3604-460d-a6b2-dca9597b1215 None None] The sync data for ids ['e1b0d4d8-f412-4124-981c-e76dae960386'] in dv-cinder-837052-1-smb is: [{'id': 'e1b0d4d8-f412-4124-981c-e76dae960386', 'name': 'tempest-TestShelveInstance-1358540343-router', 'tenant_id': '0221754f1ef94bb8b2a3448963eec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:47Z', 'updated_at': '2022-04-08T02:56:03Z', 'revision_number': 6, 'project_id': '0221754f1ef94bb8b2a3448963eec8d7', 'gw_port_host': None}] {{(pid=83156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:56:04.169066 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Calling delete_port for ec366e62-205a-43df-afab-50151afdffc5 owned by network:router_gateway {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:56:04.334188 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:04.375722 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec366e62-205a-43df-afab-50151afdffc5,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:04.595588 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980310'] for router_gateway, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:04.874291 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5703'] for router, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:04.879256 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:04.907884 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968058'] for router, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:04.908418 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1b0d4d8-f412-4124-981c-e76dae960386 {{(pid=83154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 02:56:04.921197 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] Notify callbacks [] for router, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:04.922376 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-08d96ec7-feff-4dd7-a9c7-152f6a9c74b2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e1b0d4d8-f412-4124-981c-e76dae960386 HTTP/1.1" status: 204 len: 168 time: 1.5310397 Apr 08 02:56:04.924946 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 44002) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:04.986587 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e41163-bc1f-4da5-b3ef-24596e40cf3e admin admin] Deleting subnet c414d9be-7902-4e55-a950-cc3cf10c8843 {{(pid=83154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:56:04.989879 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-16e41163-bc1f-4da5-b3ef-24596e40cf3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:05.043556 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-16e41163-bc1f-4da5-b3ef-24596e40cf3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3199064'] for subnet, precommit_delete_associations {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:05.124492 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-16e41163-bc1f-4da5-b3ef-24596e40cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:05.196371 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-16e41163-bc1f-4da5-b3ef-24596e40cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4107689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3354665'] for subnet, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:05.235115 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e41163-bc1f-4da5-b3ef-24596e40cf3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c414d9be-7902-4e55-a950-cc3cf10c8843,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:05.242343 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-16e41163-bc1f-4da5-b3ef-24596e40cf3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:05.247754 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d521ad-1504-4f63-b160-956ad02f2978 None None] Network df56683b-d1fd-4027-8c01-f8f7d61b1642 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:56:05.254725 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-16e41163-bc1f-4da5-b3ef-24596e40cf3e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c414d9be-7902-4e55-a950-cc3cf10c8843 HTTP/1.1" status: 204 len: 168 time: 0.3287930 Apr 08 02:56:05.257241 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 44006) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:05.367264 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:05.379063 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Deleting port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:56:05.379382 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:05.498674 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ebd76-534c-4d49-ae5b-73d4ec8086d8 None None] DHCP port deletion for df56683b-d1fd-4027-8c01-f8f7d61b1642 request from dv-cinder-837052-1-smb {{(pid=83155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 02:56:05.503312 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ebd76-534c-4d49-ae5b-73d4ec8086d8 None None] Deleting port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:56:05.503682 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-dc0ebd76-534c-4d49-ae5b-73d4ec8086d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:05.668370 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] For port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=ffca3ea6-c1bd-43a0-9b54-6cadc9feb782,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:56:05.669007 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:05.706607 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-dc0ebd76-534c-4d49-ae5b-73d4ec8086d8 None None] For port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=ffca3ea6-c1bd-43a0-9b54-6cadc9feb782,segment=NetworkSegment(211a9646-e29c-46f4-9d3e-278246ae457a),segment_id=211a9646-e29c-46f4-9d3e-278246ae457a)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:56:05.707010 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-dc0ebd76-534c-4d49-ae5b-73d4ec8086d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:05.786716 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Calling delete_port for ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 owned by network:dhcp {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:56:05.821417 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ebd76-534c-4d49-ae5b-73d4ec8086d8 None None] Calling delete_port for ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 owned by network:dhcp {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:56:05.861804 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:05.893964 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.db.api [None req-dc0ebd76-534c-4d49-ae5b-73d4ec8086d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 02:56:05.894542 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG oslo_db.api [None req-dc0ebd76-534c-4d49-ae5b-73d4ec8086d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 02:56:05.912499 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] No DVR routers for this DVR port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 on host dv-cinder-837052-1-smb {{(pid=83154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:56:05.927450 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device ec366e62-205a-43df-afab-50151afdffc5 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:56:05.942210 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffca3ea6-c1bd-43a0-9b54-6cadc9feb782,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:05.959254 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: ec366e62-205a-43df-afab-50151afdffc5 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:56:05.959584 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device ec366e62-205a-43df-afab-50151afdffc5 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:56:05.959980 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device d9c86d65-e018-49a0-8e36-f6943fff5263 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:56:05.990218 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: d9c86d65-e018-49a0-8e36-f6943fff5263 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:56:05.990543 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device d9c86d65-e018-49a0-8e36-f6943fff5263 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:56:05.991045 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:56:06.022548 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:56:06.023127 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:56:06.032914 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:06.057196 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df56683b-d1fd-4027-8c01-f8f7d61b1642']}} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:06.068937 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211a9646-e29c-46f4-9d3e-278246ae457a') {'for_net_delete': True} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:06.069223 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.services.segments.db [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211a9646-e29c-46f4-9d3e-278246ae457a') {} {{(pid=83154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:06.083417 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3199041'] for segment, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:06.099778 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:06.105620 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=83154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:56:06.106008 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107767'] for segment, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: Traceback (most recent call last): Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: timer() Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: cb(*args, **kw) Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: return func(*args, **kwargs) Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: self._notify() Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: self.callback(batched_events) Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: event.method(event) Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: return f(self, *a, **k) Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: return self._get(url).json() Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: return self.request(url, 'GET', **kwargs) Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:56:06.118699 dv-cinder-837052-1-smb neutron-server[83154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:56:06.198584 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:06.213601 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:06.224041 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=df56683b-d1fd-4027-8c01-f8f7d61b1642,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:06.238315 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-327371c3-d441-44f8-8e0d-799dc8dbefb6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/df56683b-d1fd-4027-8c01-f8f7d61b1642 HTTP/1.1" status: 204 len: 168 time: 0.9801149 Apr 08 02:56:06.241330 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 44010) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:06.395880 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ebd76-534c-4d49-ae5b-73d4ec8086d8 None None] Deleting port ffca3ea6-c1bd-43a0-9b54-6cadc9feb782 {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:56:06.396467 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-dc0ebd76-534c-4d49-ae5b-73d4ec8086d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:06.459615 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ebd76-534c-4d49-ae5b-73d4ec8086d8 None None] The port 'ffca3ea6-c1bd-43a0-9b54-6cadc9feb782' was deleted {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 02:56:06.632281 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e03745f2-b9de-4e12-b2b1-d4c01562c014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-980797'] for router_interface, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:07.309846 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-e03745f2-b9de-4e12-b2b1-d4c01562c014 admin admin] Deleting port dac72d7b-26a1-4ce4-b6f9-0083c142dccc {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:56:07.310602 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e03745f2-b9de-4e12-b2b1-d4c01562c014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:07.345761 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:56:07.479532 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [None req-e03745f2-b9de-4e12-b2b1-d4c01562c014 admin admin] For port dac72d7b-26a1-4ce4-b6f9-0083c142dccc, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=dac72d7b-26a1-4ce4-b6f9-0083c142dccc,segment=NetworkSegment(0e33e148-fe73-430d-8a12-c859f6dd8e0f),segment_id=0e33e148-fe73-430d-8a12-c859f6dd8e0f)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:56:07.479820 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e03745f2-b9de-4e12-b2b1-d4c01562c014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:07.596759 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-e03745f2-b9de-4e12-b2b1-d4c01562c014 admin admin] Calling delete_port for dac72d7b-26a1-4ce4-b6f9-0083c142dccc owned by network:router_interface {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:56:07.764302 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e03745f2-b9de-4e12-b2b1-d4c01562c014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:07.806115 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03745f2-b9de-4e12-b2b1-d4c01562c014 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac72d7b-26a1-4ce4-b6f9-0083c142dccc,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:08.102558 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-e03745f2-b9de-4e12-b2b1-d4c01562c014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980844'] for router_interface, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:08.754631 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03745f2-b9de-4e12-b2b1-d4c01562c014 admin admin] Router 9c9fe70a-65eb-4530-9a4c-a33747b8255c has already been hosted by L3 agent 2a5c3118-1903-41a5-99ce-2b001e16a38a {{(pid=83154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 02:56:08.955752 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03745f2-b9de-4e12-b2b1-d4c01562c014 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-smb the message routers_updated {{(pid=83154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 02:56:08.964428 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43584697-f730-4b2b-905a-3d4a4f14263e None None] Sync routers for ids ['9c9fe70a-65eb-4530-9a4c-a33747b8255c'] in dv-cinder-837052-1-smb {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 02:56:08.965688 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-e03745f2-b9de-4e12-b2b1-d4c01562c014 admin admin] 10.222.0.44 "PUT /v2.0/routers/9c9fe70a-65eb-4530-9a4c-a33747b8255c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7231741 Apr 08 02:56:08.968124 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 44014) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:08.976905 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43584697-f730-4b2b-905a-3d4a4f14263e None None] Routers {'9c9fe70a-65eb-4530-9a4c-a33747b8255c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:56:08.977500 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-43584697-f730-4b2b-905a-3d4a4f14263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:55:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['9c9fe70a-65eb-4530-9a4c-a33747b8255c'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:09.167762 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-43584697-f730-4b2b-905a-3d4a4f14263e None None] Set router 9c9fe70a-65eb-4530-9a4c-a33747b8255c gateway port host: dv-cinder-837052-1-smb {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:56:09.170910 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Notify callbacks [] for router, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:09.366685 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:09.377041 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Deleting port d2d6fd06-dfaf-41b3-8894-c2561765ad90 {{(pid=83154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:56:09.377345 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:09.442902 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-43584697-f730-4b2b-905a-3d4a4f14263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'name': 'tempest-TestShelveInstance-2076879531-router', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'external_fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:55Z', 'updated_at': '2022-04-08T02:56:07Z', 'revision_number': 5, 'project_id': '66ccf8f5b6924bc68142eb543cdcd118', 'gw_port': {'id': 'd2d6fd06-dfaf-41b3-8894-c2561765ad90', 'name': '', 'network_id': 'd59c54fc-6a56-459d-9ae4-db8d99a734e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:56Z', 'updated_at': '2022-04-08T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcc573a9-90e6-4a1d-bbc9-29c52c1f2c8f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-smb'}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:09.446815 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43584697-f730-4b2b-905a-3d4a4f14263e None None] Checking router: 9c9fe70a-65eb-4530-9a4c-a33747b8255c for host: dv-cinder-837052-1-smb {{(pid=83155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 02:56:09.458046 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43584697-f730-4b2b-905a-3d4a4f14263e None None] Routers {'9c9fe70a-65eb-4530-9a4c-a33747b8255c'} bound to L3 agent in host dv-cinder-837052-1-smb {{(pid=83155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 02:56:09.458632 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-43584697-f730-4b2b-905a-3d4a4f14263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837052-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:35:46Z,description=,heartbeat_timestamp=2022-04-08T02:55:46Z,host='dv-cinder-837052-1-smb',id=2a5c3118-1903-41a5-99ce-2b001e16a38a,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:35:46Z,topic='l3_agent')) {'router_ids': ['9c9fe70a-65eb-4530-9a4c-a33747b8255c'], 'active': True} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:09.545499 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.db [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] For port d2d6fd06-dfaf-41b3-8894-c2561765ad90, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=d2d6fd06-dfaf-41b3-8894-c2561765ad90,segment=NetworkSegment(d7f65395-239a-45dd-b3a9-f80b92fc6fd7),segment_id=d7f65395-239a-45dd-b3a9-f80b92fc6fd7)] {{(pid=83154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:56:09.545834 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:09.642520 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_dvr_db [None req-43584697-f730-4b2b-905a-3d4a4f14263e None None] Set router 9c9fe70a-65eb-4530-9a4c-a33747b8255c gateway port host: None {{(pid=83155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 02:56:09.663841 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.plugins.ml2.plugin [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Calling delete_port for d2d6fd06-dfaf-41b3-8894-c2561765ad90 owned by network:router_gateway {{(pid=83154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:56:09.744606 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.db.l3_hamode_db [None req-43584697-f730-4b2b-905a-3d4a4f14263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'name': 'tempest-TestShelveInstance-2076879531-router', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:55Z', 'updated_at': '2022-04-08T02:56:09Z', 'revision_number': 6, 'project_id': '66ccf8f5b6924bc68142eb543cdcd118', 'gw_port_host': None}], 'dv-cinder-837052-1-smb', False) {} {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:09.748494 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43584697-f730-4b2b-905a-3d4a4f14263e None None] The sync data for ids ['9c9fe70a-65eb-4530-9a4c-a33747b8255c'] in dv-cinder-837052-1-smb is: [{'id': '9c9fe70a-65eb-4530-9a4c-a33747b8255c', 'name': 'tempest-TestShelveInstance-2076879531-router', 'tenant_id': '66ccf8f5b6924bc68142eb543cdcd118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:51:55Z', 'updated_at': '2022-04-08T02:56:09Z', 'revision_number': 6, 'project_id': '66ccf8f5b6924bc68142eb543cdcd118', 'gw_port_host': None}] {{(pid=83155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 02:56:09.830211 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107652'] for port, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:09.876098 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d6fd06-dfaf-41b3-8894-c2561765ad90,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:10.160462 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device dac72d7b-26a1-4ce4-b6f9-0083c142dccc no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:56:10.184575 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980310'] for router_gateway, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:10.192958 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: dac72d7b-26a1-4ce4-b6f9-0083c142dccc {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:56:10.193368 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device dac72d7b-26a1-4ce4-b6f9-0083c142dccc not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:56:10.430876 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5703'] for router, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:10.435293 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:10.463842 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968058'] for router, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:10.464338 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c9fe70a-65eb-4530-9a4c-a33747b8255c {{(pid=83154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 02:56:10.476133 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] Notify callbacks [] for router, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:10.479589 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-1406995a-473a-4bb4-819b-cef313a7411f admin admin] 10.222.0.44 "DELETE /v2.0/routers/9c9fe70a-65eb-4530-9a4c-a33747b8255c HTTP/1.1" status: 204 len: 168 time: 1.5082040 Apr 08 02:56:10.479858 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 44018) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:10.537783 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2b73b1-0dd6-45b6-b624-cfbfd944610f admin admin] Deleting subnet 766c2535-3a84-4ad3-8071-a657c03b7695 {{(pid=83154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 02:56:10.540726 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5d2b73b1-0dd6-45b6-b624-cfbfd944610f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:10.593191 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5d2b73b1-0dd6-45b6-b624-cfbfd944610f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3199064'] for subnet, precommit_delete_associations {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:10.673971 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5d2b73b1-0dd6-45b6-b624-cfbfd944610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967304'] for subnet, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:10.743730 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5d2b73b1-0dd6-45b6-b624-cfbfd944610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4107689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3354665'] for subnet, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:10.782265 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b73b1-0dd6-45b6-b624-cfbfd944610f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766c2535-3a84-4ad3-8071-a657c03b7695,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:10.788531 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-5d2b73b1-0dd6-45b6-b624-cfbfd944610f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for subnet, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:10.793794 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605da441-c591-4c20-bddc-033a0ac777ff None None] Network e3f92f1e-7b5e-48b2-89a8-91241e66d878 requested from dv-cinder-837052-1-smb {{(pid=83155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 02:56:10.794870 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-5d2b73b1-0dd6-45b6-b624-cfbfd944610f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/766c2535-3a84-4ad3-8071-a657c03b7695 HTTP/1.1" status: 204 len: 168 time: 0.3140478 Apr 08 02:56:10.797471 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 44022) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:10.901826 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943099'] for network, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:10.912720 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Deleting port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c {{(pid=83153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:56:10.913082 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:11.038414 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839d454d-0f73-42a1-8d3d-9e839de68933 None None] DHCP port deletion for e3f92f1e-7b5e-48b2-89a8-91241e66d878 request from dv-cinder-837052-1-smb {{(pid=83155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 02:56:11.042880 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-839d454d-0f73-42a1-8d3d-9e839de68933 None None] Deleting port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:56:11.043376 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-839d454d-0f73-42a1-8d3d-9e839de68933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:11.115825 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.db [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] For port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c,segment=NetworkSegment(0e33e148-fe73-430d-8a12-c859f6dd8e0f),segment_id=0e33e148-fe73-430d-8a12-c859f6dd8e0f)] {{(pid=83153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:56:11.116182 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:11.232900 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.plugin [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Calling delete_port for 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c owned by network:dhcp {{(pid=83153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:56:11.235867 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.db [None req-839d454d-0f73-42a1-8d3d-9e839de68933 None None] For port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c, host dv-cinder-837052-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-smb',level=0,port_id=42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c,segment=NetworkSegment(0e33e148-fe73-430d-8a12-c859f6dd8e0f),segment_id=0e33e148-fe73-430d-8a12-c859f6dd8e0f)] {{(pid=83155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 02:56:11.236409 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-839d454d-0f73-42a1-8d3d-9e839de68933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858635'] for port, precommit_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:11.308141 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1839973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781780652171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781780229515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323104'] for port, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:11.350560 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:11.354568 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-839d454d-0f73-42a1-8d3d-9e839de68933 None None] Calling delete_port for 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c owned by network:dhcp {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 02:56:11.356666 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] No DVR routers for this DVR port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c on host dv-cinder-837052-1-smb {{(pid=83153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:56:11.423579 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.db.api [None req-839d454d-0f73-42a1-8d3d-9e839de68933 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 02:56:11.423926 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG oslo_db.api [None req-839d454d-0f73-42a1-8d3d-9e839de68933 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 02:56:11.466692 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1998707', 'neutron.services.segments.db._delete_segments_for_network-8781780681584'] for network, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:11.491749 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f92f1e-7b5e-48b2-89a8-91241e66d878']}} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:11.503786 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e33e148-fe73-430d-8a12-c859f6dd8e0f') {'for_net_delete': True} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:11.504053 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.services.segments.db [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e33e148-fe73-430d-8a12-c859f6dd8e0f') {} {{(pid=83153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:11.515138 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781780680695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150392'] for segment, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:11.533627 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903266'] for segment, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:11.540207 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 02:56:11.540619 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1903275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323027'] for segment, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: Traceback (most recent call last): Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: timer() Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: cb(*args, **kw) Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: return func(*args, **kwargs) Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: self._notify() Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: self.callback(batched_events) Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: event.method(event) Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: return f(self, *a, **k) Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: return self._get(url).json() Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: return self.request(url, 'GET', **kwargs) Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:56:11.553335 dv-cinder-837052-1-smb neutron-server[83153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:56:11.636707 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1998666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2029927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980285'] for network, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:11.641608 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2029954'] for network, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:11.665784 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] 10.222.0.44 "DELETE /v2.0/networks/e3f92f1e-7b5e-48b2-89a8-91241e66d878 HTTP/1.1" status: 204 len: 168 time: 0.8672950 Apr 08 02:56:11.666604 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386eb56-ad3c-4906-8114-b48102ad3d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f92f1e-7b5e-48b2-89a8-91241e66d878,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:11.908567 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 44028) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:11.911231 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:56:11.951338 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-839d454d-0f73-42a1-8d3d-9e839de68933 None None] Deleting port 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c {{(pid=83155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 02:56:11.951702 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-839d454d-0f73-42a1-8d3d-9e839de68933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781780580810'] for port, before_delete {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:11.963831 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-23c82c7c-71de-422b-af83-b58b3be174c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0221754f1ef94bb8b2a3448963eec8d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536857 Apr 08 02:56:11.966578 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [-] (83153) accepted ('10.222.0.44', 44032) {{(pid=83153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:11.985161 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:56:11.985489 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device 42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:56:11.985888 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device d2d6fd06-dfaf-41b3-8894-c2561765ad90 no longer exists at agent ovs-agent-dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:56:12.027230 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a9b86bb7-043f-4373-ac94-b55589b60c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:12.041184 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-1b888801-b176-404c-bd08-f265e145291f None None] No Port match for: d2d6fd06-dfaf-41b3-8894-c2561765ad90 {{(pid=83155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 02:56:12.041512 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.rpc [None req-1b888801-b176-404c-bd08-f265e145291f None None] Device d2d6fd06-dfaf-41b3-8894-c2561765ad90 not bound to the agent host dv-cinder-837052-1-smb {{(pid=83155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:56:12.051220 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron.plugins.ml2.plugin [None req-839d454d-0f73-42a1-8d3d-9e839de68933 None None] The port '42aab7c8-ba6c-4790-bcf4-6fa66ffa8e0c' was deleted {{(pid=83155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 02:56:12.052288 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a9b86bb7-043f-4373-ac94-b55589b60c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:12.107530 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a9b86bb7-043f-4373-ac94-b55589b60c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:12.124138 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b86bb7-043f-4373-ac94-b55589b60c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fb4665-8f02-4b98-b693-e16a080c4535,revision_number=None']} {{(pid=83153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:12.130336 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron_lib.callbacks.manager [None req-a9b86bb7-043f-4373-ac94-b55589b60c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:12.131692 dv-cinder-837052-1-smb neutron-server[83153]: INFO neutron.wsgi [None req-a9b86bb7-043f-4373-ac94-b55589b60c69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8fb4665-8f02-4b98-b693-e16a080c4535 HTTP/1.1" status: 204 len: 168 time: 0.1639624 Apr 08 02:56:12.531864 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 44040) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:12.581926 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-70e5f151-a0b1-4972-a59f-83e363ad67ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66ccf8f5b6924bc68142eb543cdcd118&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489485 Apr 08 02:56:12.585052 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.wsgi [-] (83154) accepted ('10.222.0.44', 44044) {{(pid=83154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:12.648411 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-35e30aa4-41bc-4d36-8471-183c1ae1007e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:12.673212 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-35e30aa4-41bc-4d36-8471-183c1ae1007e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:12.727830 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-35e30aa4-41bc-4d36-8471-183c1ae1007e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027251'] for security_group, after_delete {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:12.747193 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e30aa4-41bc-4d36-8471-183c1ae1007e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f29d07-3d13-4ef5-ba7a-c85b09bc939a,revision_number=None']} {{(pid=83154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:12.752663 dv-cinder-837052-1-smb neutron-server[83154]: DEBUG neutron_lib.callbacks.manager [None req-35e30aa4-41bc-4d36-8471-183c1ae1007e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:12.754481 dv-cinder-837052-1-smb neutron-server[83154]: INFO neutron.wsgi [None req-35e30aa4-41bc-4d36-8471-183c1ae1007e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41f29d07-3d13-4ef5-ba7a-c85b09bc939a HTTP/1.1" status: 204 len: 168 time: 0.1683524 Apr 08 02:56:13.504094 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-705ab120-bda4-4673-badc-896bc6dc4a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:15.840545 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-74f7f369-9dd9-4661-b841-1496e29d7759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:16.726788 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:16.871508 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:18.192917 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.600676 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:43.506985 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-02e1501e-9a80-4e25-9f23-e1c04fcfa7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:44.347024 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:56:45.842921 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-f400cc41-a826-4cc1-9ebe-f7cb30122d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:46.731904 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:46.875414 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:48.205409 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:53.605553 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:13.506796 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-d5d993f3-2dfb-458e-b9da-3525be65b5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:15.874726 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2774f206-0fb0-4b59-a484-4962982893a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:16.734507 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:16.870629 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:18.206904 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:21.353551 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:57:23.599674 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:43.509178 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2a6ffbc0-1243-4d99-8a9d-30d9a57e7175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:45.844329 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-25fb5d32-c758-4d51-858e-99e49feec74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:46.735718 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:46.879212 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:48.209090 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:53.622771 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:58.365821 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:58:13.513014 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-fc6136c8-e45c-4715-9533-8128e34088d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:15.850563 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-273287dc-3cc9-4b23-87bc-4cac8a3b2e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.742346 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.880762 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.215927 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:23.638978 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:35.363468 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:58:43.515874 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-e5f68e84-bade-45fc-940d-96aacbfec750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:45.843410 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-953228d5-d11b-4e05-bb79-9872bec2a015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:46.746851 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:46.879469 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:48.219848 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:53.632867 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:12.361885 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:59:13.518072 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-89ed6b5c-aa53-4a06-bedd-cdfc7d5c2d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:15.844695 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-319a8855-9824-49af-8a9b-5baf43d9768b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:16.750912 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:16.879038 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:18.222783 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:23.653455 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:43.526923 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1a8e8f5b-0912-495e-baec-3bd3294d4845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:45.848999 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-2464865e-cfaf-4c79-9660-b9cbb547b926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:46.751587 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:46.875596 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:48.222351 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:49.359597 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:59:53.681784 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:06.177164 dv-cinder-837052-1-smb neutron-server[83153]: DEBUG neutron.wsgi [req-6b1a9e82-aca2-4e8b-891f-3843f68ac237 req-b5e9c18a-24eb-49dd-8694-83f982b9daa4 service neutron] (83153) timed out ('10.222.0.37', 57615) {{(pid=83153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 08 03:00:13.519807 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-f11651e1-e022-4422-a653-7736b435533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:15.849867 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-26464968-3ed7-4c5d-a0d7-2ad85d9997cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:16.755154 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:16.880606 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:18.228195 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:23.680400 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:26.355426 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:00:43.522882 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1578e4e7-6e79-4752-b10b-12f65ef8e3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:45.856943 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-ea8adba7-4a39-46cd-ba52-4d0da69138d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:46.765632 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-93440b70-7941-4ac1-89b2-dcb14a18b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:46.876748 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-1b888801-b176-404c-bd08-f265e145291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:48.240480 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-be6c2186-e920-4448-9942-dd6010158514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:53.682333 dv-cinder-837052-1-smb neutron-server[83155]: DEBUG neutron_lib.callbacks.manager [None req-18247d96-cdfb-4c11-ae4d-7e7527dd0872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781780681566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1993075'] for agent, after_update {{(pid=83155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:03.362206 dv-cinder-837052-1-smb neutron-server[83156]: DEBUG neutron.db.agents_db [None req-9910c109-13e6-4558-8cc9-492cb2d21355 None None] Agent healthcheck: found 6 active agents {{(pid=83156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}